-- Logs begin at Mon 2021-06-14 02:30:02 UTC, end at Mon 2021-06-14 03:40:28 UTC. --
Jun 14 03:13:16.899422 dv-cinder-796170-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Jun 14 03:13:19.514835 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.common.config [-] Logging enabled!
Jun 14 03:13:19.515370 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev338
Jun 14 03:13:19.515592 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92376) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jun 14 03:13:19.518769 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.common.config [-] Logging enabled!
Jun 14 03:13:19.519019 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev338
Jun 14 03:13:19.519322 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92376) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jun 14 03:13:19.520226 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jun 14 03:13:19.520456 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jun 14 03:13:19.520803 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 14 03:13:19.521043 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jun 14 03:13:19.521263 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jun 14 03:13:19.521570 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.521881 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.522171 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.522421 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.522714 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.523005 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.523281 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.523562 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.523851 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.524128 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.524399 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.524675 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.524898 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.525169 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.525446 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.525725 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.525943 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] debug                          = True {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.526213 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.526664 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.527066 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.527337 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.527617 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.527887 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.528151 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.528419 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.528695 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.529014 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] host                           = dv-cinder-796170-1-iscsi {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.529282 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.529560 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.529838 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.530121 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.530411 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.530687 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.530966 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.531235 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.531497 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.531761 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.532040 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.532318 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.532600 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.532821 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.533036 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.533316 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.533593 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.533859 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.534124 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.534412 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.534679 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.534944 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.535202 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.535477 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.535752 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.536029 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.536297 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.536559 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.536820 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.537083 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.537409 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.537937 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.537937 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.538173 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.538488 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.538755 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.539020 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.539314 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.539591 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.539865 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.540145 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.540408 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.540684 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.540951 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.541223 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.541486 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.541745 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.542003 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.542278 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.542568 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.542839 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.543104 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.543367 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.543644 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:19.543935 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.544227 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.544521 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.544797 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.545085 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.545357 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.545639 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.545910 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.546193 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.546501 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.546785 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.547057 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.547336 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.547621 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.547891 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.548188 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.548474 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.548758 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.549026 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.549292 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.549556 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.550076 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.550377 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.550685 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.550972 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.551241 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.551514 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.551800 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.552074 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.552341 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.552611 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.552899 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.553953 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.553953 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.554217 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.554513 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.554780 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.555044 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.555315 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.555596 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.555864 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.556126 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.556387 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.556653 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.556915 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.557190 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.557460 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.557721 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.557984 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.558254 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.558544 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.558810 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.559078 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.559343 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.559611 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.559876 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.560142 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.560408 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.560672 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.560934 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.561196 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.561456 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.561723 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.561984 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.562246 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.562535 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.562801 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.563066 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.563346 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.563632 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.563898 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.564168 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.564435 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.564703 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.564969 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.565237 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.565505 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.565772 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.566036 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.566320 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.566617 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.566897 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.567170 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.567442 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.567728 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.567998 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.568272 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.568571 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.569437 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.569801 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.570085 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.570409 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.570699 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.570988 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.571277 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.571566 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.571838 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.572142 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.572415 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:19.572629 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jun 14 03:13:19.572869 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92376) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Jun 14 03:13:19.917717 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:13:19.917994 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:13:19.918282 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:13:19.918639 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.manager [-] Loading core plugin: ml2
Jun 14 03:13:20.305878 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:20.306069 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:20.306363 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:20.307633 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:20.307912 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:20.308176 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:20.341948 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:20.342225 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:20.342509 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:20.355980 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:20.356256 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:20.356519 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:20.385762 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:20.386035 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:20.386299 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:20.422373 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:20.422655 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:20.422916 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:20.651332 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f6b606a5a60> agent after_create 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:20.651948 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f6b606a5a60> agent after_update 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:20.651948 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f6b606a5af0> segment precommit_create 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:20.652243 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f6b606a5b80> network precommit_delete 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:20.653038 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f6b606a5160> segment before_delete 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:20.773774 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6b60eb16d0>> network before_delete 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:20.774087 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f6b60670f70> agent before_delete 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:20.774387 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_before_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6b60eb16d0>> network before_create 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:20.774667 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_before_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6b60eb16d0>> port before_create 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:20.774940 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_port of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6b60eb16d0>> port before_update 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:20.775255 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6b60eb16d0>> segment precommit_create 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:20.775513 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6b60eb16d0>> segment precommit_delete 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:20.775767 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6b60eb16d0>> segment after_create 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:20.776021 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6b60eb16d0>> segment after_delete 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:20.776302 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6b60eb16d0>> network after_delete 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:20.776560 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6b60eb16d0>> network precommit_delete 0 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:20.776825 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6b60eb16d0>> port after_create 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:20.777085 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6b60eb16d0>> port provisioning_complete 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:20.777349 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6b60eb16d0>> rbac-policy before_create 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:20.777605 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6b60eb16d0>> rbac-policy after_delete 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:20.777871 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6b60eb16d0>> agent after_update 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:20.778141 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6b60eb16d0>> subnet after_delete 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:20.778420 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6b60eb16d0>> subnet precommit_delete 0 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:20.778692 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6b60eb16d0>> rbac-policy before_update 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:20.778944 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6b60eb16d0>> rbac-policy before_delete 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:20.779223 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6b60eb16d0>> segment_host_mapping after_create 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:20.779568 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6b60eb16d0>> port after_update 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:20.779822 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6b60eb16d0>> port after_delete 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:20.780103 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6b60eb16d0>> rbac-policy before_create 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:20.780352 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6b60eb16d0>> rbac-policy before_update 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:20.780597 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f6b60eb16d0>> rbac-policy before_delete 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:20.780987 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92376) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 14 03:13:20.781224 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92376) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 14 03:13:20.781456 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92376) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 14 03:13:20.781687 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92376) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 14 03:13:20.781917 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92376) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 14 03:13:20.782145 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92376) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 14 03:13:20.783422 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Jun 14 03:13:20.786455 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Jun 14 03:13:20.790309 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Jun 14 03:13:20.793961 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])])
Jun 14 03:13:20.795587 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Jun 14 03:13:20.796027 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Jun 14 03:13:20.796354 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Jun 14 03:13:20.796734 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Jun 14 03:13:20.799496 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Jun 14 03:13:20.799745 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Jun 14 03:13:20.800342 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Jun 14 03:13:20.828279 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Jun 14 03:13:20.828717 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f6b605d6820>> qos_plugin after_init 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:20.829010 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92376) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Jun 14 03:13:20.829369 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f6b605d61c0>> logging-plugin after_init 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:20.830717 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92376) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Jun 14 03:13:20.830994 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Jun 14 03:13:20.831232 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Jun 14 03:13:20.834438 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f6b605fbfa0>> floatingip before_response 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:20.834779 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f6b605fbfa0>> port before_response 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:20.898419 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Jun 14 03:13:20.898650 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Jun 14 03:13:20.898884 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Jun 14 03:13:20.899239 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Jun 14 03:13:20.919458 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_db.sqlalchemy.engines [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92376) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jun 14 03:13:21.649892 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.plugins.ml2.managers [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Initializing driver for type 'gre'
Jun 14 03:13:21.650455 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] gre ID ranges: [(1, 1000)]
Jun 14 03:13:21.861043 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.plugins.ml2.managers [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Initializing driver for type 'local'
Jun 14 03:13:21.861649 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.plugins.ml2.managers [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Initializing driver for type 'vlan'
Jun 14 03:13:21.975941 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] VlanTypeDriver initialization complete
Jun 14 03:13:21.976247 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.plugins.ml2.managers [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Initializing driver for type 'vxlan'
Jun 14 03:13:21.976749 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] vxlan ID ranges: [(1, 1000)]
Jun 14 03:13:22.295570 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.plugins.ml2.managers [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Initializing extension driver 'port_security'
Jun 14 03:13:22.295907 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.plugins.ml2.extensions.port_security [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] PortSecurityExtensionDriver initialization complete
Jun 14 03:13:22.296237 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.plugins.ml2.managers [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Initializing mechanism driver 'openvswitch'
Jun 14 03:13:22.296552 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.plugins.ml2.managers [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Initializing mechanism driver 'hyperv'
Jun 14 03:13:22.306315 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.plugins.ml2.plugin [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92376) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:13:22.307274 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6b603a7220>> port after_create 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.307649 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6b603a7220>> port after_update 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.308003 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6b603a7220>> port after_delete 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.308385 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6b5fe9c670>> subnet after_create 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.308739 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6b5fe9c670>> subnet after_update 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.309079 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6b5fe9c670>> subnet after_delete 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.309452 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6b603a5d90>> network after_create 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.309793 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6b603a5d90>> network after_update 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.310128 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6b603a5d90>> network after_delete 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.310525 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6b5fee4c40>> security_group after_create 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.310869 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6b5fee4c40>> security_group after_update 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.311203 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6b5fee4c40>> security_group after_delete 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.311619 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6b5feb3d60>> security_group_rule after_create 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.311951 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6b5feb3d60>> security_group_rule after_update 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.312284 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6b5feb3d60>> security_group_rule after_delete 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.312654 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6b5feb3fd0>> address_group after_create 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.312998 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6b5feb3fd0>> address_group after_update 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.313330 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f6b5feb3fd0>> address_group after_delete 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.313661 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] ML2 OVO RPC backend initialized. {{(pid=92376) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}}
Jun 14 03:13:22.314361 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6b5feb93a0>> router_interface after_create 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.314721 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6b5feb93a0>> router_interface after_delete 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.315126 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6b5feb93a0>> network before_response 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.315464 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6b5feb93a0>> networks before_response 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.315815 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6b5feb93a0>> port before_response 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.316134 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6b5feb93a0>> ports before_response 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.316468 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6b5feb93a0>> subnet before_response 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.316800 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6b5feb93a0>> subnets before_response 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.317135 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6b5feb93a0>> network after_create 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.317465 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6b5feb93a0>> network after_update 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.317791 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6b5feb93a0>> network after_delete 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.318118 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6b5feb93a0>> port after_create 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.318476 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6b5feb93a0>> port after_update 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.319602 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6b5feb93a0>> port after_delete 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.319828 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6b5feb93a0>> subnet after_create 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.320163 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6b5feb93a0>> subnet after_update 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.320494 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f6b5feb93a0>> subnet after_delete 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.321048 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.plugins.ml2.plugin [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Modular L2 Plugin initialization complete
Jun 14 03:13:22.321370 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading services supported by the core plugin {{(pid=92376) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Jun 14 03:13:22.321686 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.plugins.ml2.managers [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Got port-security extension from driver 'port_security'
Jun 14 03:13:22.322138 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.extensions.vlantransparent [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Disabled vlantransparent extension.
Jun 14 03:13:22.322652 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92376) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Jun 14 03:13:22.322969 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading Plugin: router
Jun 14 03:13:22.362201 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6b5feb94c0>> router_interface before_create 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.362628 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6b5feb94c0>> router after_create 55549900 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.362989 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6b5feb94c0>> router before_create 55549900 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.363342 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6b5feb94c0>> router_interface before_delete 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.363705 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6b5feb94c0>> router_interface after_delete 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.364049 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6b5feb94c0>> router after_delete 55549900 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.364400 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6b5feb94c0>> floatingip after_update 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.364755 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6b5feb94c0>> router after_create 55549900 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.365094 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6b5feb94c0>> router after_update 55549900 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.365960 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6b5feb94c0>> router after_update 55549900 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.366523 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6b5feb94c0>> router_gateway after_delete 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.366886 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6b5feb94c0>> router after_update 55549900 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.367286 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6b5feb94c0>> router precommit_update 55549900 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.367655 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f6b6042b430> port after_update 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.367989 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f6b6042b4c0> port after_delete 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.368320 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f6b6042b3a0> subnet after_update 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.368651 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f6b6042b040> subnetpool_address_scope after_update 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.368990 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6b5feb94c0>> port precommit_delete 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.369329 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6b5feb94c0>> router precommit_create 55549900 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.369664 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f6b60416280> port before_delete 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.369998 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6b5feb94c0>> router precommit_create 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.370361 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6b5feb94c0>> router after_update 55549900 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.370699 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6b5feb94c0>> router precommit_delete 55549900 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.371042 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6b5feb94c0>> router precommit_create 55549900 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.371398 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6b5feb94c0>> router_interface after_create 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.371741 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6b5feb94c0>> router precommit_update 55549900 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.372104 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f6b5feb94c0>> network after_delete 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.372945 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.quota.resource_registry [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Tracking information for resource: router configured {{(pid=92376) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 14 03:13:22.373267 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.quota.resource_registry [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Tracking information for resource: floatingip configured {{(pid=92376) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 14 03:13:22.378207 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.db.l3_agentschedulers_db [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Jun 14 03:13:22.378799 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f6b5fe2b310> port after_update 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.379155 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f6b5fe2b1f0> port after_create 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.379497 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <function _notify_port_delete at 0x7f6b5fe2b280> port after_delete 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.379841 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f6b5fe2b5e0> port after_update 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.380610 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f6b5fdd26d0>> router before_create 55550100 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.380975 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f6b5fdd26d0>> router precommit_delete 55550100 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.382028 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f6b5fdd26d0>> router precommit_create 55550100 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.382404 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f6b5fdd26d0>> router precommit_update 55550100 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.386840 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.services.provider_configuration [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Service providers = [] {{(pid=92376) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Jun 14 03:13:22.387198 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.db.servicetype_db [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92376) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Jun 14 03:13:22.390029 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.services.service_base [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92376) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 14 03:13:22.390396 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.services.service_base [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92376) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 14 03:13:22.390730 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.services.service_base [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92376) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 14 03:13:22.391592 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.services.service_base [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92376) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 14 03:13:22.391954 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.services.service_base [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Default provider is not specified for service type L3_ROUTER_NAT
Jun 14 03:13:22.392318 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92376) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 14 03:13:22.392628 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Jun 14 03:13:22.403024 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92376) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 14 03:13:22.403356 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading Plugin: auto_allocate
Jun 14 03:13:22.409129 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f6b5fdf79d0> network precommit_update 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.409487 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f6b5fdf79d0> network precommit_create 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.409993 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92376) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 14 03:13:22.410305 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading Plugin: tag
Jun 14 03:13:22.416925 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92376) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 14 03:13:22.417249 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading Plugin: timestamp
Jun 14 03:13:22.421128 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92376) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 14 03:13:22.421451 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading Plugin: network_ip_availability
Jun 14 03:13:22.427072 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6b5fdd2e20>> rbac-policy before_create 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.427432 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6b5fdd2e20>> rbac-policy before_update 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.427785 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6b5fdd2e20>> rbac-policy before_delete 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.429006 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92376) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 14 03:13:22.429314 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading Plugin: flavors
Jun 14 03:13:22.433928 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92376) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 14 03:13:22.434255 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading Plugin: revisions
Jun 14 03:13:22.438506 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92376) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 14 03:13:22.438896 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_concurrency.lockutils [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.521s {{(pid=92376) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:13:22.439622 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92376) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Jun 14 03:13:22.439953 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Initializing extension manager.
Jun 14 03:13:22.440451 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: __init__.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.440786 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: __pycache__ {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.441114 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.441438 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: address_group.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.442178 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.442784 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loaded extension: address-group
Jun 14 03:13:22.443099 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: address_scope.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.444451 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.444956 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loaded extension: address-scope
Jun 14 03:13:22.445270 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.446185 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.446720 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loaded extension: router-admin-state-down-before-update
Jun 14 03:13:22.447038 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: agent.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.447901 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.448417 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loaded extension: agent
Jun 14 03:13:22.448733 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: agent_resources_synced.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.449620 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.450124 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loaded extension: agent-resources-synced
Jun 14 03:13:22.450467 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: allowedaddresspairs.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.452187 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.452705 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loaded extension: allowed-address-pairs
Jun 14 03:13:22.453024 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: auto_allocated_topology.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.454070 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.454613 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loaded extension: auto-allocated-topology
Jun 14 03:13:22.454930 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: availability_zone.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.455595 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.456090 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loaded extension: availability_zone
Jun 14 03:13:22.456404 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: availability_zone_filter.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.457290 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.457790 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loaded extension: availability_zone_filter
Jun 14 03:13:22.458112 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: data_plane_status.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.459016 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.459740 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Extension data-plane-status not supported by any of loaded plugins
Jun 14 03:13:22.460066 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: default_subnetpools.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.460967 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.461461 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loaded extension: default-subnetpools
Jun 14 03:13:22.461777 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.462603 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.463099 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loaded extension: dhcp_agent_scheduler
Jun 14 03:13:22.463415 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: dns.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.464293 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.464785 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Extension dns-integration not supported by any of loaded plugins
Jun 14 03:13:22.465101 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: dns_domain_ports.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.465985 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.466519 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Extension dns-domain-ports not supported by any of loaded plugins
Jun 14 03:13:22.466837 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: dvr.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.467485 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.467980 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loaded extension: dvr
Jun 14 03:13:22.468297 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: empty_string_filtering.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.469178 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.469678 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loaded extension: empty-string-filtering
Jun 14 03:13:22.469989 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.470907 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.471400 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Jun 14 03:13:22.471712 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.472585 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.473079 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Jun 14 03:13:22.473390 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: external_net.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.474269 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.474860 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loaded extension: external-net
Jun 14 03:13:22.475171 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.476044 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.476541 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loaded extension: extra_dhcp_opt
Jun 14 03:13:22.476852 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: extraroute.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.477737 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.478245 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loaded extension: extraroute
Jun 14 03:13:22.478585 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: extraroute_atomic.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.479577 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.480079 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loaded extension: extraroute-atomic
Jun 14 03:13:22.480396 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: filter_validation.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.481036 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.481531 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loaded extension: filter-validation
Jun 14 03:13:22.481844 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: fip_pf_description.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.482751 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.483245 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Jun 14 03:13:22.483557 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: fip_port_details.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.484441 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.484941 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loaded extension: fip-port-details
Jun 14 03:13:22.485253 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: flavors.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.486486 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.486996 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loaded extension: flavors
Jun 14 03:13:22.487318 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.488958 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.489466 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Jun 14 03:13:22.489786 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: floatingip_pools.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.491010 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.491671 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loaded extension: floatingip-pools
Jun 14 03:13:22.491989 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: ip_allocation.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.492878 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.493373 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Extension ip_allocation not supported by any of loaded plugins
Jun 14 03:13:22.493687 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.494599 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.495100 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loaded extension: ip-substring-filtering
Jun 14 03:13:22.495417 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: l2_adjacency.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.496325 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.496820 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Extension l2_adjacency not supported by any of loaded plugins
Jun 14 03:13:22.497134 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: l3.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.498071 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.498616 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loaded extension: router
Jun 14 03:13:22.498942 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.501238 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.501767 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Jun 14 03:13:22.502081 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.503003 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.503538 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loaded extension: ext-gw-mode
Jun 14 03:13:22.503859 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.504744 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.505251 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loaded extension: l3-ha
Jun 14 03:13:22.505571 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: l3_flavors.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.507331 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.507834 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loaded extension: l3-flavors
Jun 14 03:13:22.508150 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.509062 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.509561 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loaded extension: l3-port-ip-change-not-allowed
Jun 14 03:13:22.509876 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: l3agentscheduler.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.510937 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.511443 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loaded extension: l3_agent_scheduler
Jun 14 03:13:22.511763 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: logging.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.513223 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.513739 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Extension logging not supported by any of loaded plugins
Jun 14 03:13:22.514061 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: metering.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.514809 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.515375 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loaded extension: metering
Jun 14 03:13:22.515692 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.516772 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.517260 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loaded extension: metering_source_and_destination_fields
Jun 14 03:13:22.517591 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: multiprovidernet.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.518511 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.519020 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loaded extension: multi-provider
Jun 14 03:13:22.519334 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: netmtu.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.520217 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.520719 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loaded extension: net-mtu
Jun 14 03:13:22.521031 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: netmtu_writable.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.522300 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.522833 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loaded extension: net-mtu-writable
Jun 14 03:13:22.523148 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: network_availability_zone.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.523792 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.524288 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loaded extension: network_availability_zone
Jun 14 03:13:22.524599 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: network_ip_availability.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.525658 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.526159 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loaded extension: network-ip-availability
Jun 14 03:13:22.526516 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: network_segment_range.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.527261 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.527759 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Extension network-segment-range not supported by any of loaded plugins
Jun 14 03:13:22.528072 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: pagination.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.529015 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.529341 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loaded extension: pagination
Jun 14 03:13:22.529653 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: port_device_profile.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.530554 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.531060 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loaded extension: port-device-profile
Jun 14 03:13:22.531402 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.532281 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.532781 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loaded extension: port-mac-address-regenerate
Jun 14 03:13:22.533094 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.533967 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.534511 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loaded extension: port-numa-affinity-policy
Jun 14 03:13:22.534825 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: port_resource_request.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.535702 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.536200 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Extension port-resource-request not supported by any of loaded plugins
Jun 14 03:13:22.536512 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: portbindings.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.537479 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.538033 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loaded extension: binding
Jun 14 03:13:22.538364 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: portbindings_extended.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.541091 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.541610 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loaded extension: binding-extended
Jun 14 03:13:22.541935 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: portsecurity.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.542851 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.543362 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loaded extension: port-security
Jun 14 03:13:22.543682 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: project_id.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.544628 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.544952 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loaded extension: project-id
Jun 14 03:13:22.545267 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: providernet.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.546209 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.546709 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loaded extension: provider
Jun 14 03:13:22.547027 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: qos.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.550810 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.551325 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Extension qos not supported by any of loaded plugins
Jun 14 03:13:22.551647 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.553371 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.553940 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Jun 14 03:13:22.554263 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.555169 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.555676 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Jun 14 03:13:22.555994 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: qos_default.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.556874 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.557378 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Extension qos-default not supported by any of loaded plugins
Jun 14 03:13:22.557697 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: qos_fip.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.558325 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.558851 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Extension qos-fip not supported by any of loaded plugins
Jun 14 03:13:22.559167 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: qos_gateway_ip.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.560062 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.560568 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Jun 14 03:13:22.560885 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: qos_port_network_policy.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.561758 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.562262 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Jun 14 03:13:22.562603 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: qos_rule_type_details.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.563510 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.564015 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Jun 14 03:13:22.564331 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: qos_rules_alias.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.565345 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.565850 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Extension qos-rules-alias not supported by any of loaded plugins
Jun 14 03:13:22.566166 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: quotasv2.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.567069 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.567391 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loaded extension: quotas
Jun 14 03:13:22.567705 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: quotasv2_detail.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.571318 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.571653 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loaded extension: quota_details
Jun 14 03:13:22.571981 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: rbac.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.572999 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.573523 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loaded extension: rbac-policies
Jun 14 03:13:22.573849 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: rbac_address_group.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.574785 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.575300 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loaded extension: rbac-address-group
Jun 14 03:13:22.575621 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: rbac_address_scope.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.576645 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.577150 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loaded extension: rbac-address-scope
Jun 14 03:13:22.577471 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: rbac_security_groups.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.578396 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.578900 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loaded extension: rbac-security-groups
Jun 14 03:13:22.579217 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: rbac_subnetpool.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.580313 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.580821 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loaded extension: rbac-subnetpool
Jun 14 03:13:22.581141 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: revisionifmatch.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.582036 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.582565 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loaded extension: revision-if-match
Jun 14 03:13:22.582887 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: revisions.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.583976 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.584510 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loaded extension: standard-attr-revisions
Jun 14 03:13:22.584829 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: router_availability_zone.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.585477 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.585980 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loaded extension: router_availability_zone
Jun 14 03:13:22.586297 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: routerservicetype.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.587282 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.587781 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Extension router-service-type not supported by any of loaded plugins
Jun 14 03:13:22.588096 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.589012 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.589520 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loaded extension: security-groups-normalized-cidr
Jun 14 03:13:22.589837 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.590737 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.591241 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loaded extension: port-security-groups-filtering
Jun 14 03:13:22.591559 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.592446 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.592951 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loaded extension: security-groups-remote-address-group
Jun 14 03:13:22.593269 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: securitygroup.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.603272 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.603800 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loaded extension: security-group
Jun 14 03:13:22.604127 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: segment.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.604887 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.605389 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Extension segment not supported by any of loaded plugins
Jun 14 03:13:22.605710 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.606644 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.607149 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Jun 14 03:13:22.607466 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: servicetype.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.608573 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.609068 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loaded extension: service-type
Jun 14 03:13:22.609387 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: sorting.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.610357 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.610704 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loaded extension: sorting
Jun 14 03:13:22.611020 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: standard_attr_segment.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.611898 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.612405 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Extension standard-attr-segment not supported by any of loaded plugins
Jun 14 03:13:22.612721 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: standardattrdescription.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.613342 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.613843 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loaded extension: standard-attr-description
Jun 14 03:13:22.614158 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: stateful_security_group.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.615080 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.616199 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loaded extension: stateful-security-group
Jun 14 03:13:22.616511 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: stdattrs_common.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.617067 dv-cinder-796170-1-iscsi neutron-server[92376]: WARNING neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Jun 14 03:13:22.617378 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.618447 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.618964 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Jun 14 03:13:22.619281 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: subnet_onboard.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.620335 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.620850 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loaded extension: subnet_onboard
Jun 14 03:13:22.621167 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.622058 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.622591 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Jun 14 03:13:22.622907 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: subnet_service_types.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.623796 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.624305 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loaded extension: subnet-service-types
Jun 14 03:13:22.624621 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: subnetallocation.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.625669 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.626179 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loaded extension: subnet_allocation
Jun 14 03:13:22.626524 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.627174 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.627677 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loaded extension: subnetpool-prefix-ops
Jun 14 03:13:22.627991 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.628890 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.629397 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Jun 14 03:13:22.629711 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: tagging.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.630793 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.631343 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loaded extension: standard-attr-tag
Jun 14 03:13:22.631657 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: timestamp.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.632820 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.633331 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loaded extension: standard-attr-timestamp
Jun 14 03:13:22.633650 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: trunk.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.634678 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.635183 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Extension trunk not supported by any of loaded plugins
Jun 14 03:13:22.635503 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: trunk_details.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.636388 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.636892 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Extension trunk-details not supported by any of loaded plugins
Jun 14 03:13:22.637208 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: uplink_status_propagation.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.638102 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.638638 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Jun 14 03:13:22.638957 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Loading extension file: vlantransparent.py {{(pid=92376) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 14 03:13:22.639609 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92376) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 14 03:13:22.640109 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Extension vlan-transparent not supported by any of loaded plugins
Jun 14 03:13:22.642550 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.quota.resource_registry [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Creating instance of TrackedResource for resource:network
Jun 14 03:13:22.643083 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.quota.resource_registry [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Creating instance of TrackedResource for resource:subnet
Jun 14 03:13:22.643486 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.quota.resource_registry [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 14 03:13:22.643871 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.quota.resource_registry [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Creating instance of TrackedResource for resource:port
Jun 14 03:13:22.645099 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.v2.resource_helper [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=92376) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 14 03:13:22.645530 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.v2.resource_helper [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Service FLAVORS assigned prefix:  {{(pid=92376) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 14 03:13:22.646147 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.v2.resource_helper [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=92376) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 14 03:13:22.646707 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.v2.resource_helper [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=92376) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 14 03:13:22.646945 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.quota.resource_registry [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Creating instance of TrackedResource for resource:router
Jun 14 03:13:22.647380 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.quota.resource_registry [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Creating instance of TrackedResource for resource:floatingip
Jun 14 03:13:22.647871 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.v2.resource_helper [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Service METERING assigned prefix: /metering {{(pid=92376) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 14 03:13:22.649315 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6b5fcce160>> rbac-policy before_create 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.649677 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6b5fcce160>> rbac-policy before_update 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.650022 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f6b5fcce160>> rbac-policy before_delete 55550000 {{(pid=92376) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:13:22.651052 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.quota.resource_registry [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Creating instance of CountableResource for resource:rbac_policy
Jun 14 03:13:22.651476 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.quota.resource_registry [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Creating instance of TrackedResource for resource:security_group
Jun 14 03:13:22.651904 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.quota.resource_registry [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Creating instance of TrackedResource for resource:security_group_rule
Jun 14 03:13:22.652492 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.v2.resource_helper [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Service CORE assigned prefix:  {{(pid=92376) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 14 03:13:22.652818 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.quota.resource_registry [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 14 03:13:22.653160 dv-cinder-796170-1-iscsi neutron-server[92376]: WARNING neutron.quota.resource_registry [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] subnetpool is already registered
Jun 14 03:13:22.653576 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.v2.resource_helper [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Service CORE assigned prefix:  {{(pid=92376) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 14 03:13:22.653898 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.quota.resource_registry [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 14 03:13:22.654231 dv-cinder-796170-1-iscsi neutron-server[92376]: WARNING neutron.quota.resource_registry [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] subnetpool is already registered
Jun 14 03:13:22.656555 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.v2.resource_helper [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=92376) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 14 03:13:22.656982 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.v2.resource_helper [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Service FLAVORS assigned prefix:  {{(pid=92376) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 14 03:13:22.657562 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.v2.resource_helper [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=92376) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 14 03:13:22.657975 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.v2.resource_helper [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=92376) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 14 03:13:22.658300 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.quota.resource_registry [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Creating instance of TrackedResource for resource:router
Jun 14 03:13:22.658659 dv-cinder-796170-1-iscsi neutron-server[92376]: WARNING neutron.quota.resource_registry [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] router is already registered
Jun 14 03:13:22.659060 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.quota.resource_registry [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Creating instance of TrackedResource for resource:floatingip
Jun 14 03:13:22.659392 dv-cinder-796170-1-iscsi neutron-server[92376]: WARNING neutron.quota.resource_registry [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] floatingip is already registered
Jun 14 03:13:22.659838 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.v2.resource_helper [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Service METERING assigned prefix: /metering {{(pid=92376) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 14 03:13:22.660497 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.quota.resource_registry [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Creating instance of CountableResource for resource:rbac_policy
Jun 14 03:13:22.660817 dv-cinder-796170-1-iscsi neutron-server[92376]: WARNING neutron.quota.resource_registry [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] rbac_policy is already registered
Jun 14 03:13:22.661219 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.quota.resource_registry [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Creating instance of TrackedResource for resource:security_group
Jun 14 03:13:22.661543 dv-cinder-796170-1-iscsi neutron-server[92376]: WARNING neutron.quota.resource_registry [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] security_group is already registered
Jun 14 03:13:22.661937 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.quota.resource_registry [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Creating instance of TrackedResource for resource:security_group_rule
Jun 14 03:13:22.662819 dv-cinder-796170-1-iscsi neutron-server[92376]: WARNING neutron.quota.resource_registry [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] security_group_rule is already registered
Jun 14 03:13:22.663479 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.v2.resource_helper [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Service CORE assigned prefix:  {{(pid=92376) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 14 03:13:22.663802 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.quota.resource_registry [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 14 03:13:22.664128 dv-cinder-796170-1-iscsi neutron-server[92376]: WARNING neutron.quota.resource_registry [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] subnetpool is already registered
Jun 14 03:13:22.664539 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.v2.resource_helper [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Service CORE assigned prefix:  {{(pid=92376) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 14 03:13:22.664858 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.quota.resource_registry [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Creating instance of TrackedResource for resource:subnetpool
Jun 14 03:13:22.665181 dv-cinder-796170-1-iscsi neutron-server[92376]: WARNING neutron.quota.resource_registry [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] subnetpool is already registered
Jun 14 03:13:22.665634 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Extended resource: extensions {{(pid=92376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 14 03:13:22.667097 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Extended resource: address-groups {{(pid=92376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 14 03:13:22.668609 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Extended resource: address-scopes {{(pid=92376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 14 03:13:22.670168 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Extended resource: agents {{(pid=92376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 14 03:13:22.671374 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Extended resource: auto-allocated-topology {{(pid=92376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 14 03:13:22.672616 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Extended resource: availability_zones {{(pid=92376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 14 03:13:22.673830 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Extended resource: dhcp-networks {{(pid=92376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 14 03:13:22.675623 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Extended resource: dhcp-agents {{(pid=92376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 14 03:13:22.677044 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Extended resource: routers {{(pid=92376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 14 03:13:22.679467 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Extended resource: flavors {{(pid=92376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 14 03:13:22.680745 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Extended resource: service_profiles {{(pid=92376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 14 03:13:22.681943 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Extended resource: next_providers {{(pid=92376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 14 03:13:22.683426 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Extended resource: service_profiles {{(pid=92376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 14 03:13:22.684964 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Extended resource: floatingip-pools {{(pid=92376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 14 03:13:22.686202 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Extended resource: routers {{(pid=92376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 14 03:13:22.687921 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Extended resource: floatingips {{(pid=92376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 14 03:13:22.689185 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Extended resource: l3-routers {{(pid=92376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 14 03:13:22.690616 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Extended resource: l3-agents {{(pid=92376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 14 03:13:22.692032 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Extended resource: metering-labels {{(pid=92376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 14 03:13:22.693287 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Extended resource: metering-label-rules {{(pid=92376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 14 03:13:22.695654 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Extended resource: network-ip-availabilities {{(pid=92376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 14 03:13:22.696930 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Extended resource: bindings {{(pid=92376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 14 03:13:22.698516 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Extended resource: quotas {{(pid=92376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 14 03:13:22.700074 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Extended resource: quotas {{(pid=92376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 14 03:13:22.701519 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Extended resource: rbac-policies {{(pid=92376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 14 03:13:22.702715 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Extended resource: security-groups {{(pid=92376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 14 03:13:22.704030 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Extended resource: security-group-rules {{(pid=92376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 14 03:13:22.705280 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Extended resource: service-providers {{(pid=92376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 14 03:13:22.706532 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Extended resource: subnetpools {{(pid=92376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 14 03:13:22.707870 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Extended resource: subnetpools {{(pid=92376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 14 03:13:22.709448 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Extended resource: tags {{(pid=92376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 14 03:13:22.711258 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Extended resource: tags {{(pid=92376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 14 03:13:22.713075 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Extended resource: tags {{(pid=92376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 14 03:13:22.714923 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Extended resource: tags {{(pid=92376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 14 03:13:22.716619 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Extended resource: tags {{(pid=92376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 14 03:13:22.718592 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Extended resource: tags {{(pid=92376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 14 03:13:22.720288 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Extended resource: tags {{(pid=92376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 14 03:13:22.722079 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Extended resource: tags {{(pid=92376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 14 03:13:22.723971 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Extended resource: tags {{(pid=92376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 14 03:13:22.726285 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron.api.extensions [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Extended resource: tags {{(pid=92376) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 14 03:13:22.732268 dv-cinder-796170-1-iscsi neutron-server[92376]: WARNING keystonemiddleware.auth_token [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Jun 14 03:13:22.736708 dv-cinder-796170-1-iscsi neutron-server[92376]: WARNING keystonemiddleware.auth_token [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Jun 14 03:13:22.745501 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_concurrency.lockutils [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Acquired lock "singleton_lock" {{(pid=92376) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Jun 14 03:13:22.745975 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_concurrency.lockutils [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Releasing lock "singleton_lock" {{(pid=92376) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Jun 14 03:13:22.746688 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO oslo_service.service [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Starting 2 workers
Jun 14 03:13:22.751422 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Started child 92485 {{(pid=92376) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 14 03:13:22.755756 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Started child 92486 {{(pid=92376) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 14 03:13:22.757002 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:13:22.757639 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO neutron.service [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Neutron service started, listening on 0.0.0.0:9696
Jun 14 03:13:22.758142 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Notify callbacks [] for process, before_spawn {{(pid=92376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:13:22.758546 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [-] (92485) wsgi starting up on http://0.0.0.0:9696
Jun 14 03:13:22.760530 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO oslo_service.service [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Starting 1 workers
Jun 14 03:13:22.760650 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:13:22.761911 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [-] (92486) wsgi starting up on http://0.0.0.0:9696
Jun 14 03:13:22.765662 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Started child 92487 {{(pid=92376) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 14 03:13:22.766200 dv-cinder-796170-1-iscsi neutron-server[92376]: INFO oslo_service.service [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Starting 1 workers
Jun 14 03:13:22.769610 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.service [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] calling RpcWorker wait() {{(pid=92487) _wait /opt/stack/neutron/neutron/service.py:128}}
Jun 14 03:13:22.770159 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.service [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] returning from RpcWorker wait() {{(pid=92487) _wait /opt/stack/neutron/neutron/service.py:135}}
Jun 14 03:13:22.770613 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Started child 92488 {{(pid=92376) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 14 03:13:22.771448 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG neutron_lib.callbacks.manager [None req-62a3fc24-0b7d-464b-8a0d-33bf74e5fa55 None None] Notify callbacks [] for process, after_spawn {{(pid=92376) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:13:22.771562 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:13:22.771981 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:13:22.773625 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92376) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Jun 14 03:13:22.773840 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jun 14 03:13:22.774022 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jun 14 03:13:22.774403 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 14 03:13:22.774932 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jun 14 03:13:22.775099 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jun 14 03:13:22.775596 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.775870 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.776019 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:13:22.776513 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.776513 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.776736 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.777124 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:13:22.777316 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.777553 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.777780 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.778040 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.778270 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.778464 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.778627 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.778872 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.779095 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.779382 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.779653 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.779895 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.780161 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.780337 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.780590 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.780846 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.781103 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.781360 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] debug                          = True {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.781593 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.782071 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.782306 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.782576 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.782817 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.783108 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.783330 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.783627 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.783870 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.784100 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.784335 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.784594 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.784829 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.785036 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.785252 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.785502 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.785729 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.786196 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] host                           = dv-cinder-796170-1-iscsi {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.786449 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.786690 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.786928 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.787180 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.787947 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.788185 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.788436 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.788676 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.788916 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.789156 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.789412 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.789653 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.789878 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.790117 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.790277 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.790541 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.790805 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.791048 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.791234 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.791398 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.791568 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.791809 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.791970 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.792211 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.792425 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.792632 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.792839 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.793064 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.793270 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.793500 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.793738 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.793946 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.794149 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.794458 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.794649 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.794879 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.795116 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.795344 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.795551 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.795758 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.795984 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.796200 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.796474 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.796711 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.796885 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.797124 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.797396 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.797625 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.797951 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.798179 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.798671 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.798671 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.799218 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.799218 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.799481 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.799622 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.799791 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.800321 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.800532 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.800783 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.801117 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.801289 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.801430 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.801633 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.801848 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.802073 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.802279 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.802509 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.802736 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.803699 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.804121 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.804456 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.804732 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.804992 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.805241 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.805469 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.805752 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.806046 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.806275 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.806611 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.806849 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.807136 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.807378 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.807638 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.808007 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.808277 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.808550 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.808766 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.809008 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.809238 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.809455 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.809796 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.810062 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.810314 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.13/identity {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.810576 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.810806 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.811043 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.811254 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.811465 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.811674 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.811899 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.812174 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.812394 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.812609 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.812840 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.813060 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.813269 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.813490 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.813738 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.813997 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.814220 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.814472 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.821877 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.821877 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.821877 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.821877 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.821877 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.821877 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.821877 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.821877 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.821877 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.822506 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.822506 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.822506 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.822506 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.822506 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.822506 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.822506 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.822506 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.822506 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.823022 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.823022 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.823022 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.823022 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.823022 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.823022 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.823022 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.823022 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.823022 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.823523 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.823523 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.823523 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.823523 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.823523 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.823523 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.823523 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.823523 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.823523 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.824020 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.824020 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.824020 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.824020 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.824020 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.824020 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.824348 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.824348 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.824546 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.824784 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.825040 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.825287 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.825545 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.825783 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.826027 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.826301 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.827289 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.827289 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.827289 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.827289 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.829345 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.829345 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.829345 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.829345 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.829345 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.829345 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.829345 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.829345 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.829792 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.829792 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.829792 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.830087 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.830296 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.830582 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.830867 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.831089 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.831357 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.831655 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.831917 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.832165 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.832390 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.832614 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.832853 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.833079 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.833322 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.833546 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.833770 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.834012 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.834521 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.834821 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.835051 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.835289 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.835519 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.835842 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.836086 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.836298 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.836508 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.836788 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.837041 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.837292 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.837549 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.837790 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.838183 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.838959 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.838959 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.13/identity {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.838959 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.844654 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.844654 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.844654 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.844654 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.844654 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.844654 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.844654 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.844654 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.845286 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.845286 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.845286 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.845286 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.845286 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.845286 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.845286 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.845286 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.845780 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.845780 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.845780 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.845780 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.845780 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.845780 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.845780 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.845780 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.846222 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.846222 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.846222 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.846222 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.846222 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.846222 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.846222 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.846222 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.846722 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.846722 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.846722 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.846722 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.846962 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.846962 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.847189 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.847678 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.847678 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.847945 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.848792 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.848792 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.848792 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.849179 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.849179 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.849453 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.849453 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.850214 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.850482 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.850783 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.851000 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.851236 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.851471 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.851841 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.852244 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.852454 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.852685 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.852897 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.853103 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.853383 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.853628 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.853852 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.854082 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.854311 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.854561 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.854782 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.854994 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.855206 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.855411 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.855652 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.855858 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.856061 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.856269 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.856472 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.856710 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.857091 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.857296 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.857510 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.857715 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.857958 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.858330 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.858512 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.858650 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.858826 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.859129 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.859377 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.859595 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.859871 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.860095 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.860337 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.860596 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.860912 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.861119 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.861708 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.861708 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.862023 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.862023 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.862267 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.862517 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.862800 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.863049 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.863293 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.863553 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.863823 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.864072 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.864282 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.864571 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.864902 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.865350 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.866236 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.866490 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.866766 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.866984 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.867215 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.867425 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.867653 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.867862 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.868113 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.868365 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.868617 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.868852 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.869071 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.869299 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.869514 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.869818 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.870072 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.870281 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.870482 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jun 14 03:13:22.871189 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92376) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Jun 14 03:13:22.871189 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jun 14 03:13:22.871707 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jun 14 03:13:22.871707 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 14 03:13:22.871707 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jun 14 03:13:22.871707 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jun 14 03:13:22.872180 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.872180 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.872180 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.872519 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.872519 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.872815 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.872815 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.873050 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.873050 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.873284 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.873389 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.873499 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.873602 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.873756 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.873909 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.874062 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.874222 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.874372 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.874535 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.874673 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.874828 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.874980 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.875132 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] debug                          = True {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.879121 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.879121 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.879121 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.879121 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.879121 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.879121 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.879879 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.879879 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.879879 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.879879 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.879879 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.879879 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.879879 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.879879 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.880570 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.880570 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.880570 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.880570 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] host                           = dv-cinder-796170-1-iscsi {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.880570 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.880570 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.880570 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.880570 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.881146 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.881146 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.881146 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.881146 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.881146 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.881146 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.881146 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.881146 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.882031 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.882031 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.882031 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.882031 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.882031 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.882031 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.882031 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.882031 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.882834 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.882834 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.882834 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.882834 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.882834 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.882834 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.882834 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.882834 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.883495 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.883495 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.883495 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.883495 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.883495 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.883495 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.883495 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.883495 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.884144 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.884144 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.884144 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.884144 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.884144 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.884144 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.884144 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.884144 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.884670 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.884670 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.884670 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.884670 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.884935 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.884935 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.885083 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.885170 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.885297 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.885449 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.885601 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.885752 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.885904 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.886055 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.886206 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.886370 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.886522 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.886674 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.886827 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.886979 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.887129 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.887281 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.887433 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.887586 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.887725 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 14 03:13:22.887920 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.888077 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.888245 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.888407 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.888551 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.888742 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.888871 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.888995 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.889142 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.889325 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.889434 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.889553 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.889717 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.889872 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.890026 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.890183 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.890357 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.890512 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.890668 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.890823 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.890978 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.891135 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.891309 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.891472 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.891628 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.13/identity {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.891784 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.892008 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.892100 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.892229 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.892384 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.892540 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.892695 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.892849 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.893005 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.893160 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.893315 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.893470 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.893626 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.893781 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.893937 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.894093 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.894247 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.894431 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.894587 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.894743 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.894898 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.895054 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.895209 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.895364 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.895519 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.895683 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.895837 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.895992 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.896146 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.896302 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.896456 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.896648 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.896915 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.897205 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.897388 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.897545 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.897714 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.897871 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.898026 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.898181 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.898359 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.898516 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.898672 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.898890 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.899058 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.899228 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.899467 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.899624 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.899624 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.899991 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.899991 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.900286 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.900286 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.900549 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.900549 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.900822 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.900822 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.901079 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.901079 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.901336 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.901512 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.901512 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.901756 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.901889 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.902039 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.902176 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.902311 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.902453 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.902536 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.902694 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.902848 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.903003 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.903160 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.903299 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.903458 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.903612 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.903767 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.903922 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.904075 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.904229 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.904383 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.904538 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.904691 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.904846 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.904999 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.905153 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.905316 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.905470 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.905628 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.905784 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.905944 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.906110 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.906266 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.906452 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.906612 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.906766 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.906921 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.907075 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.907231 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.907370 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.907527 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.907681 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.907843 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.908007 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.908163 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.908318 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.908472 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.908647 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.908801 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.908950 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.909142 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.909273 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.909396 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.909604 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.909729 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.909853 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.909975 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.910107 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.910231 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.13/identity {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.910405 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.910563 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.910717 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.910872 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.911029 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.911189 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.911343 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.911503 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.911659 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.911813 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.911968 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.912122 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.912931 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.913039 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.913144 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.913321 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.913463 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.913588 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.913672 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.913827 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.913981 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.914134 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.914288 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.914465 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.914610 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.914750 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.914911 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.915067 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.915223 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.915379 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.915535 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.915690 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.915847 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.916002 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.916159 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.916315 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.916469 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.916625 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.916782 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.916937 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.917093 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.917248 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.917403 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.917572 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.917727 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.917883 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.918038 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.918191 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.918359 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.918520 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.918675 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.918829 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.918972 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.919124 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.919281 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.919439 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.919652 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.919780 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.919912 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.920023 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.920178 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.920332 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.920498 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.920584 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:13:22.920678 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.920794 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.920950 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.921103 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.921266 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.921421 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.921579 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.921734 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.921888 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.922051 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.922206 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.922378 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.922535 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.922689 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.922852 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.923006 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.923160 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.923314 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.923467 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.923629 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.923783 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.923937 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.924091 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.924245 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.924408 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.924564 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.924719 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.925133 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.925288 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.925444 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.925598 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.925763 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.925919 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.926076 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.926230 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.926405 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.926562 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.926720 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.926879 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.927046 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.927206 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.927363 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.927528 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.927691 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.928455 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.928627 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.928787 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.929037 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.929127 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.929257 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.929383 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.929537 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.929696 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.929851 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.930005 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.930159 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.930314 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.930491 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.930646 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.930801 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.930955 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.931109 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.931263 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.931418 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.931576 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.931732 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.931890 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 14 03:13:22.932037 dv-cinder-796170-1-iscsi neutron-server[92376]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92376) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jun 14 03:13:23.081488 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 36560) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:13:23.090528 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0068302
Jun 14 03:13:34.386749 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08e5e59-23bf-4fb8-b5b1-b506a73719a4 None None] get_active_networks_info from dv-cinder-796170-1-iscsi {{(pid=92487) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Jun 14 03:13:34.495586 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08e5e59-23bf-4fb8-b5b1-b506a73719a4 None None] No non-hosted networks {{(pid=92487) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Jun 14 03:13:34.514162 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.agentschedulers_db [None req-f08e5e59-23bf-4fb8-b5b1-b506a73719a4 None None] DHCP Agent not found on host dv-cinder-796170-1-iscsi {{(pid=92487) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Jun 14 03:13:34.707841 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-172f8493-ef37-43f6-a16a-5feff55944d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182'] for agent, after_create {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:13:36.949004 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-ca0ef7c1-70d6-43e2-bd44-b3f479c22e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182'] for agent, after_create {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:13:37.004328 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.db.api [None req-25f30ac9-b99c-430a-8249-ef4dd2647475 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-dv-cinder-796170-1-iscsi {{(pid=92487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 14 03:13:37.004753 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_db.api [None req-25f30ac9-b99c-430a-8249-ef4dd2647475 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 14 03:13:37.147738 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182'] for agent, after_create {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:13:37.148721 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:13:37.149595 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:13:37.150212 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:13:37.150888 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:13:37.151472 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:13:37.152027 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:13:37.152691 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:13:37.153485 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:13:37.154132 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:13:37.154716 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:13:37.155307 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:13:37.155844 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:13:37.156685 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f6b5f9cac70>, 'Open vSwitch agent', 'dv-cinder-796170-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:13:37.165128 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f6b5f056100>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-796170-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:13:37.637563 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-25f30ac9-b99c-430a-8249-ef4dd2647475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:13:38.094558 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-a6614653-0164-4561-80ac-e583b9425df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182'] for agent, after_create {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:13:39.620802 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-37effd67-6caa-48ba-975b-7ec46c17b4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182'] for agent, after_create {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:13:40.988248 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 36652) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:13:41.500448 dv-cinder-796170-1-iscsi neutron-server[92485]: WARNING oslo_policy.policy [None req-c1296b0a-fdf8-4c7d-9098-abd22e59cb98 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 14 03:13:41.501045 dv-cinder-796170-1-iscsi neutron-server[92485]: WARNING oslo_policy.policy [None req-c1296b0a-fdf8-4c7d-9098-abd22e59cb98 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 14 03:13:41.721154 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [None req-c1296b0a-fdf8-4c7d-9098-abd22e59cb98 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 14 03:13:41.738307 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-c1296b0a-fdf8-4c7d-9098-abd22e59cb98 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.7374978
Jun 14 03:13:43.166262 dv-cinder-796170-1-iscsi neutron-server[92487]: INFO neutron.db.l3_hamode_db [None req-197a2e3e-e911-4617-a8e1-277e2c73c6a9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Jun 14 03:13:43.256972 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197a2e3e-e911-4617-a8e1-277e2c73c6a9 None None] Routers set() bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:13:43.257356 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197a2e3e-e911-4617-a8e1-277e2c73c6a9 None None] Router IDs set() for agent in host dv-cinder-796170-1-iscsi {{(pid=92487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Jun 14 03:13:44.040113 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 36666) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:13:44.353363 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.v2.base [None req-bb982a7c-4103-4490-a489-e652044eb554 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=92485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:13:44.452225 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.policy [None req-bb982a7c-4103-4490-a489-e652044eb554 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92485) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Jun 14 03:13:44.497798 dv-cinder-796170-1-iscsi neutron-server[92485]: WARNING oslo_policy.policy [None req-bb982a7c-4103-4490-a489-e652044eb554 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 14 03:13:44.498166 dv-cinder-796170-1-iscsi neutron-server[92485]: WARNING oslo_policy.policy [None req-bb982a7c-4103-4490-a489-e652044eb554 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 14 03:13:44.506717 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.quota [None req-bb982a7c-4103-4490-a489-e652044eb554 admin admin] Loaded quota_driver: <neutron.db.quota.driver_nolock.DbQuotaNoLockDriver object at 0x7f6b5f7d1550>.
Jun 14 03:13:44.658070 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-bb982a7c-4103-4490-a489-e652044eb554 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756199004384', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756199004877', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756200886133', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756200886463', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756200866680', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8756200924670', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-577313', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-582321', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66814270', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66756042'] for rbac-policy, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:13:44.854891 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-bb982a7c-4103-4490-a489-e652044eb554 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:13:44.855962 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-bb982a7c-4103-4490-a489-e652044eb554 admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.8149037
Jun 14 03:13:47.356698 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 36678) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:13:47.661837 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.v2.base [None req-20b751ed-ad60-48c2-92ae-42642f88c2dd admin admin] Request body: {'network': {'project_id': 'bd8eba90c47d4f46a137efcb09285b19', 'admin_state_up': True, 'name': 'private', 'tenant_id': 'bd8eba90c47d4f46a137efcb09285b19'}} {{(pid=92485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:13:47.923521 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20b751ed-ad60-48c2-92ae-42642f88c2dd admin admin] Made reservation on behalf of bd8eba90c47d4f46a137efcb09285b19 for: {'network': 1} {{(pid=92485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 14 03:13:47.926584 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-20b751ed-ad60-48c2-92ae-42642f88c2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for network, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:13:47.945581 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-20b751ed-ad60-48c2-92ae-42642f88c2dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:13:48.192220 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-20b751ed-ad60-48c2-92ae-42642f88c2dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:13:48.237893 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-20b751ed-ad60-48c2-92ae-42642f88c2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:13:48.243733 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:13:48.257704 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20b751ed-ad60-48c2-92ae-42642f88c2dd admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'}  {{(pid=92485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 14 03:13:48.288239 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-20b751ed-ad60-48c2-92ae-42642f88c2dd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756197238191', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677934'] for segment, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:13:48.288814 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-20b751ed-ad60-48c2-92ae-42642f88c2dd admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f6b606a5af0> segment precommit_create {{(pid=92485) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jun 14 03:13:48.289296 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.db.segments_db [None req-20b751ed-ad60-48c2-92ae-42642f88c2dd admin admin] Added segment fbe82f87-bac0-4fbf-984b-a47339ac8004 of type vlan for network fb9968a9-170e-47ca-a882-5552be956680
Jun 14 03:13:48.307751 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b751ed-ad60-48c2-92ae-42642f88c2dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3df5885-4a2b-400f-8b2b-a97e1c68ac0f,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:13:48.332008 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b751ed-ad60-48c2-92ae-42642f88c2dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:13:48.332345 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b751ed-ad60-48c2-92ae-42642f88c2dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:13:48.332666 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b751ed-ad60-48c2-92ae-42642f88c2dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:13:48.332979 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b751ed-ad60-48c2-92ae-42642f88c2dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:13:48.333351 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b751ed-ad60-48c2-92ae-42642f88c2dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:13:48.333752 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b751ed-ad60-48c2-92ae-42642f88c2dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:13:48.334058 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b751ed-ad60-48c2-92ae-42642f88c2dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:13:48.334382 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b751ed-ad60-48c2-92ae-42642f88c2dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:13:48.334708 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b751ed-ad60-48c2-92ae-42642f88c2dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:13:48.335015 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b751ed-ad60-48c2-92ae-42642f88c2dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:13:48.335315 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b751ed-ad60-48c2-92ae-42642f88c2dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:13:48.335614 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b751ed-ad60-48c2-92ae-42642f88c2dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:13:48.336688 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20b751ed-ad60-48c2-92ae-42642f88c2dd admin admin] Tracked resource versions report:
Jun 14 03:13:48.336688 dv-cinder-796170-1-iscsi neutron-server[92485]: pushed versions:
Jun 14 03:13:48.336688 dv-cinder-796170-1-iscsi neutron-server[92485]: {   'AddressGroup': {'1.2'},
Jun 14 03:13:48.336688 dv-cinder-796170-1-iscsi neutron-server[92485]:     'ConntrackHelper': {'1.0'},
Jun 14 03:13:48.336688 dv-cinder-796170-1-iscsi neutron-server[92485]:     'Log': {'1.0'},
Jun 14 03:13:48.336688 dv-cinder-796170-1-iscsi neutron-server[92485]:     'Network': {'1.1'},
Jun 14 03:13:48.336688 dv-cinder-796170-1-iscsi neutron-server[92485]:     'Port': {'1.7'},
Jun 14 03:13:48.336688 dv-cinder-796170-1-iscsi neutron-server[92485]:     'PortForwarding': {'1.2'},
Jun 14 03:13:48.336688 dv-cinder-796170-1-iscsi neutron-server[92485]:     'QosPolicy': {'1.8'},
Jun 14 03:13:48.336688 dv-cinder-796170-1-iscsi neutron-server[92485]:     'SecurityGroup': {'1.4'},
Jun 14 03:13:48.336688 dv-cinder-796170-1-iscsi neutron-server[92485]:     'SecurityGroupRule': {'1.2'},
Jun 14 03:13:48.336688 dv-cinder-796170-1-iscsi neutron-server[92485]:     'SubPort': {'1.0'},
Jun 14 03:13:48.336688 dv-cinder-796170-1-iscsi neutron-server[92485]:     'Subnet': {'1.1'},
Jun 14 03:13:48.336688 dv-cinder-796170-1-iscsi neutron-server[92485]:     'Trunk': {'1.1'}}
Jun 14 03:13:48.336688 dv-cinder-796170-1-iscsi neutron-server[92485]: consumer versions:
Jun 14 03:13:48.336688 dv-cinder-796170-1-iscsi neutron-server[92485]: {   DHCP agent@dv-cinder-796170-1-iscsi: {},
Jun 14 03:13:48.336688 dv-cinder-796170-1-iscsi neutron-server[92485]:     L3 agent@dv-cinder-796170-1-iscsi: {},
Jun 14 03:13:48.336688 dv-cinder-796170-1-iscsi neutron-server[92485]:     Metadata agent@dv-cinder-796170-1-iscsi: {},
Jun 14 03:13:48.336688 dv-cinder-796170-1-iscsi neutron-server[92485]:     Metering agent@dv-cinder-796170-1-iscsi: {},
Jun 14 03:13:48.336688 dv-cinder-796170-1-iscsi neutron-server[92485]:     Open vSwitch agent@dv-cinder-796170-1-iscsi: {   'AddressGroup': '1.2',
Jun 14 03:13:48.336688 dv-cinder-796170-1-iscsi neutron-server[92485]:                                                      'ConntrackHelper': '1.0',
Jun 14 03:13:48.336688 dv-cinder-796170-1-iscsi neutron-server[92485]:                                                      'Log': '1.0',
Jun 14 03:13:48.336688 dv-cinder-796170-1-iscsi neutron-server[92485]:                                                      'Network': '1.1',
Jun 14 03:13:48.336688 dv-cinder-796170-1-iscsi neutron-server[92485]:                                                      'Port': '1.7',
Jun 14 03:13:48.336688 dv-cinder-796170-1-iscsi neutron-server[92485]:                                                      'PortForwarding': '1.2',
Jun 14 03:13:48.336688 dv-cinder-796170-1-iscsi neutron-server[92485]:                                                      'QosPolicy': '1.8',
Jun 14 03:13:48.336688 dv-cinder-796170-1-iscsi neutron-server[92485]:                                                      'SecurityGroup': '1.4',
Jun 14 03:13:48.336688 dv-cinder-796170-1-iscsi neutron-server[92485]:                                                      'SecurityGroupRule': '1.2',
Jun 14 03:13:48.336688 dv-cinder-796170-1-iscsi neutron-server[92485]:                                                      'SubPort': '1.0',
Jun 14 03:13:48.336688 dv-cinder-796170-1-iscsi neutron-server[92485]:                                                      'Subnet': '1.1',
Jun 14 03:13:48.336688 dv-cinder-796170-1-iscsi neutron-server[92485]:                                                      'Trunk': '1.1'}}
Jun 14 03:13:48.336688 dv-cinder-796170-1-iscsi neutron-server[92485]:  {{(pid=92485) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 14 03:13:48.415121 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-20b751ed-ad60-48c2-92ae-42642f88c2dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:13:48.416929 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-20b751ed-ad60-48c2-92ae-42642f88c2dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756196669341'] for network, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:13:48.518501 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-20b751ed-ad60-48c2-92ae-42642f88c2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111'] for network, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:13:48.520106 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20b751ed-ad60-48c2-92ae-42642f88c2dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:13:48.521276 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-20b751ed-ad60-48c2-92ae-42642f88c2dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for network, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:13:48.524082 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:13:48.635866 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-20b751ed-ad60-48c2-92ae-42642f88c2dd admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 1.2780933
Jun 14 03:13:48.636414 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b751ed-ad60-48c2-92ae-42642f88c2dd admin admin] Pushing event updated for resources: {'Network': ['ID=fb9968a9-170e-47ca-a882-5552be956680,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:13:48.639496 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-20b751ed-ad60-48c2-92ae-42642f88c2dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:13:48.653509 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Network fb9968a9-170e-47ca-a882-5552be956680 details requested by agent ovs-agent-dv-cinder-796170-1-iscsi with host dv-cinder-796170-1-iscsi {{(pid=92487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 14 03:13:51.245785 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 36692) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:13:51.740626 dv-cinder-796170-1-iscsi neutron-server[92486]: WARNING oslo_policy.policy [None req-74dc8980-7a78-4160-8203-0a2d293f020e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 14 03:13:51.741191 dv-cinder-796170-1-iscsi neutron-server[92486]: WARNING oslo_policy.policy [None req-74dc8980-7a78-4160-8203-0a2d293f020e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 14 03:13:52.195258 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.policy [None req-74dc8980-7a78-4160-8203-0a2d293f020e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92486) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Jun 14 03:13:52.239133 dv-cinder-796170-1-iscsi neutron-server[92486]: WARNING oslo_policy.policy [None req-74dc8980-7a78-4160-8203-0a2d293f020e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 14 03:13:52.240015 dv-cinder-796170-1-iscsi neutron-server[92486]: WARNING oslo_policy.policy [None req-74dc8980-7a78-4160-8203-0a2d293f020e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 14 03:13:52.247994 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74dc8980-7a78-4160-8203-0a2d293f020e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:13:52.249883 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-74dc8980-7a78-4160-8203-0a2d293f020e admin admin] 10.222.0.13 "GET /v2.0/networks/fb9968a9-170e-47ca-a882-5552be956680 HTTP/1.1" status: 200  len: 825 time: 1.0020461
Jun 14 03:13:52.288024 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-b4e804d2-9d13-4283-8239-d0e39626de76 admin admin] 10.222.0.13 "GET /v2.0/subnetpools/1a9929c6-c3a6-46a4-82ec-085017480b80 HTTP/1.1" status: 200  len: 734 time: 0.0321527
Jun 14 03:13:52.296582 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [None req-a9e45ab3-b4aa-46d2-8b92-367ff7723b89 admin admin] Request body: {'subnet': {'tenant_id': 'bd8eba90c47d4f46a137efcb09285b19', 'gateway_ip': '172.20.0.1', 'network_id': 'fb9968a9-170e-47ca-a882-5552be956680', 'subnetpool_id': '1a9929c6-c3a6-46a4-82ec-085017480b80', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:13:52.298095 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.quota [None req-a9e45ab3-b4aa-46d2-8b92-367ff7723b89 admin admin] Loaded quota_driver: <neutron.db.quota.driver_nolock.DbQuotaNoLockDriver object at 0x7f6b5fa05280>.
Jun 14 03:13:52.403178 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e45ab3-b4aa-46d2-8b92-367ff7723b89 admin admin] Made reservation on behalf of bd8eba90c47d4f46a137efcb09285b19 for: {'subnet': 1} {{(pid=92486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 14 03:13:52.405905 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-a9e45ab3-b4aa-46d2-8b92-367ff7723b89 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:13:52.769266 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-a9e45ab3-b4aa-46d2-8b92-367ff7723b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66823779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100'] for subnet, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:13:52.774237 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:13:52.847812 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e45ab3-b4aa-46d2-8b92-367ff7723b89 admin admin] Checking segment: {'id': 'fbe82f87-bac0-4fbf-984b-a47339ac8004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fb9968a9-170e-47ca-a882-5552be956680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 14 03:13:52.848157 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e45ab3-b4aa-46d2-8b92-367ff7723b89 admin admin] Network hostable DHCP agents. Network: fb9968a9-170e-47ca-a882-5552be956680, hostable agents: ['0d423c39-5fbd-4170-be1c-b40e9c0b21c1'], hosted agents: [] {{(pid=92486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 14 03:13:52.860619 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e45ab3-b4aa-46d2-8b92-367ff7723b89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35878e5a-1fe6-474a-ac78-322b5699fa34,revision_number=0']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:13:52.876455 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e45ab3-b4aa-46d2-8b92-367ff7723b89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:13:52.876804 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e45ab3-b4aa-46d2-8b92-367ff7723b89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:13:52.877123 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e45ab3-b4aa-46d2-8b92-367ff7723b89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:13:52.877435 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e45ab3-b4aa-46d2-8b92-367ff7723b89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:13:52.877746 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e45ab3-b4aa-46d2-8b92-367ff7723b89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:13:52.878109 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e45ab3-b4aa-46d2-8b92-367ff7723b89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:13:52.878441 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e45ab3-b4aa-46d2-8b92-367ff7723b89 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:13:52.878747 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e45ab3-b4aa-46d2-8b92-367ff7723b89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:13:52.879064 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e45ab3-b4aa-46d2-8b92-367ff7723b89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:13:52.879366 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e45ab3-b4aa-46d2-8b92-367ff7723b89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:13:52.879665 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e45ab3-b4aa-46d2-8b92-367ff7723b89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:13:52.880055 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e45ab3-b4aa-46d2-8b92-367ff7723b89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:13:52.881227 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e45ab3-b4aa-46d2-8b92-367ff7723b89 admin admin] Tracked resource versions report:
Jun 14 03:13:52.881227 dv-cinder-796170-1-iscsi neutron-server[92486]: pushed versions:
Jun 14 03:13:52.881227 dv-cinder-796170-1-iscsi neutron-server[92486]: {   'AddressGroup': {'1.2'},
Jun 14 03:13:52.881227 dv-cinder-796170-1-iscsi neutron-server[92486]:     'ConntrackHelper': {'1.0'},
Jun 14 03:13:52.881227 dv-cinder-796170-1-iscsi neutron-server[92486]:     'Log': {'1.0'},
Jun 14 03:13:52.881227 dv-cinder-796170-1-iscsi neutron-server[92486]:     'Network': {'1.1'},
Jun 14 03:13:52.881227 dv-cinder-796170-1-iscsi neutron-server[92486]:     'Port': {'1.7'},
Jun 14 03:13:52.881227 dv-cinder-796170-1-iscsi neutron-server[92486]:     'PortForwarding': {'1.2'},
Jun 14 03:13:52.881227 dv-cinder-796170-1-iscsi neutron-server[92486]:     'QosPolicy': {'1.8'},
Jun 14 03:13:52.881227 dv-cinder-796170-1-iscsi neutron-server[92486]:     'SecurityGroup': {'1.4'},
Jun 14 03:13:52.881227 dv-cinder-796170-1-iscsi neutron-server[92486]:     'SecurityGroupRule': {'1.2'},
Jun 14 03:13:52.881227 dv-cinder-796170-1-iscsi neutron-server[92486]:     'SubPort': {'1.0'},
Jun 14 03:13:52.881227 dv-cinder-796170-1-iscsi neutron-server[92486]:     'Subnet': {'1.1'},
Jun 14 03:13:52.881227 dv-cinder-796170-1-iscsi neutron-server[92486]:     'Trunk': {'1.1'}}
Jun 14 03:13:52.881227 dv-cinder-796170-1-iscsi neutron-server[92486]: consumer versions:
Jun 14 03:13:52.881227 dv-cinder-796170-1-iscsi neutron-server[92486]: {   DHCP agent@dv-cinder-796170-1-iscsi: {},
Jun 14 03:13:52.881227 dv-cinder-796170-1-iscsi neutron-server[92486]:     L3 agent@dv-cinder-796170-1-iscsi: {},
Jun 14 03:13:52.881227 dv-cinder-796170-1-iscsi neutron-server[92486]:     Metadata agent@dv-cinder-796170-1-iscsi: {},
Jun 14 03:13:52.881227 dv-cinder-796170-1-iscsi neutron-server[92486]:     Metering agent@dv-cinder-796170-1-iscsi: {},
Jun 14 03:13:52.881227 dv-cinder-796170-1-iscsi neutron-server[92486]:     Open vSwitch agent@dv-cinder-796170-1-iscsi: {   'AddressGroup': '1.2',
Jun 14 03:13:52.881227 dv-cinder-796170-1-iscsi neutron-server[92486]:                                                      'ConntrackHelper': '1.0',
Jun 14 03:13:52.881227 dv-cinder-796170-1-iscsi neutron-server[92486]:                                                      'Log': '1.0',
Jun 14 03:13:52.881227 dv-cinder-796170-1-iscsi neutron-server[92486]:                                                      'Network': '1.1',
Jun 14 03:13:52.881227 dv-cinder-796170-1-iscsi neutron-server[92486]:                                                      'Port': '1.7',
Jun 14 03:13:52.881227 dv-cinder-796170-1-iscsi neutron-server[92486]:                                                      'PortForwarding': '1.2',
Jun 14 03:13:52.881227 dv-cinder-796170-1-iscsi neutron-server[92486]:                                                      'QosPolicy': '1.8',
Jun 14 03:13:52.881227 dv-cinder-796170-1-iscsi neutron-server[92486]:                                                      'SecurityGroup': '1.4',
Jun 14 03:13:52.881227 dv-cinder-796170-1-iscsi neutron-server[92486]:                                                      'SecurityGroupRule': '1.2',
Jun 14 03:13:52.881227 dv-cinder-796170-1-iscsi neutron-server[92486]:                                                      'SubPort': '1.0',
Jun 14 03:13:52.881227 dv-cinder-796170-1-iscsi neutron-server[92486]:                                                      'Subnet': '1.1',
Jun 14 03:13:52.881227 dv-cinder-796170-1-iscsi neutron-server[92486]:                                                      'Trunk': '1.1'}}
Jun 14 03:13:52.881227 dv-cinder-796170-1-iscsi neutron-server[92486]:  {{(pid=92486) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 14 03:13:52.912844 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-a9e45ab3-b4aa-46d2-8b92-367ff7723b89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:13:53.002791 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e45ab3-b4aa-46d2-8b92-367ff7723b89 admin admin] Network fb9968a9-170e-47ca-a882-5552be956680 is scheduled to be hosted by DHCP agent 0d423c39-5fbd-4170-be1c-b40e9c0b21c1 with binding_index 1 {{(pid=92486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 14 03:13:53.106453 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.base_scheduler [None req-a9e45ab3-b4aa-46d2-8b92-367ff7723b89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-1-iscsi, fb9968a9-170e-47ca-a882-5552be956680) {{(pid=92486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:13:53.111924 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e45ab3-b4aa-46d2-8b92-367ff7723b89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:13:53.112620 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-a9e45ab3-b4aa-46d2-8b92-367ff7723b89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for subnet, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:13:53.116034 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98190ec0-8135-431a-8f2a-9e95cebf7e42 None None] Network fb9968a9-170e-47ca-a882-5552be956680 requested from dv-cinder-796170-1-iscsi {{(pid=92487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 14 03:13:53.170145 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-a9e45ab3-b4aa-46d2-8b92-367ff7723b89 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.8769026
Jun 14 03:13:53.450244 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353220c0-6c5d-4613-823c-35258c7a6360 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70344d28-076a-51d6-aec4-a96cd55dd66f-fb9968a9-170e-47ca-a882-5552be956680', 'network_id': 'fb9968a9-170e-47ca-a882-5552be956680', 'tenant_id': 'bd8eba90c47d4f46a137efcb09285b19', 'fixed_ips': [{'subnet_id': '35878e5a-1fe6-474a-ac78-322b5699fa34'}]}} from dv-cinder-796170-1-iscsi. {{(pid=92487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 14 03:13:53.451494 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-353220c0-6c5d-4613-823c-35258c7a6360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for port, before_create {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:13:53.741085 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.db_base_plugin_common [None req-353220c0-6c5d-4613-823c-35258c7a6360 None None] Allocated IP 172.20.0.2 (fb9968a9-170e-47ca-a882-5552be956680/35878e5a-1fe6-474a-ac78-322b5699fa34/8484f39a-a6fa-4a2e-8fdf-7500e40bb5c2) {{(pid=92487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 14 03:13:54.011745 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-353220c0-6c5d-4613-823c-35258c7a6360 None None] Notify callbacks [] for port, precommit_create {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:13:54.026851 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-353220c0-6c5d-4613-823c-35258c7a6360 None None] Transition to ACTIVE for port object 8484f39a-a6fa-4a2e-8fdf-7500e40bb5c2 will not be triggered until provisioned by entity L2. {{(pid=92487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:13:54.047008 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-353220c0-6c5d-4613-823c-35258c7a6360 None None] Transition to ACTIVE for port object 8484f39a-a6fa-4a2e-8fdf-7500e40bb5c2 will not be triggered until provisioned by entity DHCP. {{(pid=92487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:13:54.146471 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-353220c0-6c5d-4613-823c-35258c7a6360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-668656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756196682527'] for port, after_create {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:13:54.149569 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:13:54.228624 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353220c0-6c5d-4613-823c-35258c7a6360 None None] Network fb9968a9-170e-47ca-a882-5552be956680 is already hosted by enough agents. {{(pid=92487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 14 03:13:54.235767 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.scheduler.base_scheduler [None req-353220c0-6c5d-4613-823c-35258c7a6360 None None] Resources bound (agent type, host, resource id):  {{(pid=92487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:13:54.237636 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353220c0-6c5d-4613-823c-35258c7a6360 None None] Pushing event updated for resources: {'Port': ['ID=8484f39a-a6fa-4a2e-8fdf-7500e40bb5c2,revision_number=1']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:13:54.242646 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353220c0-6c5d-4613-823c-35258c7a6360 None None] Received port after_create {{(pid=92487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 14 03:13:54.248744 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353220c0-6c5d-4613-823c-35258c7a6360 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:13:54.249076 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353220c0-6c5d-4613-823c-35258c7a6360 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:13:54.249399 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353220c0-6c5d-4613-823c-35258c7a6360 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:13:54.249718 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353220c0-6c5d-4613-823c-35258c7a6360 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:13:54.250030 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353220c0-6c5d-4613-823c-35258c7a6360 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:13:54.250399 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353220c0-6c5d-4613-823c-35258c7a6360 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:13:54.250718 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353220c0-6c5d-4613-823c-35258c7a6360 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:13:54.251027 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353220c0-6c5d-4613-823c-35258c7a6360 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:13:54.251348 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353220c0-6c5d-4613-823c-35258c7a6360 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:13:54.251659 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353220c0-6c5d-4613-823c-35258c7a6360 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:13:54.251962 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353220c0-6c5d-4613-823c-35258c7a6360 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:13:54.252263 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353220c0-6c5d-4613-823c-35258c7a6360 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:13:54.253343 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353220c0-6c5d-4613-823c-35258c7a6360 None None] Tracked resource versions report:
Jun 14 03:13:54.253343 dv-cinder-796170-1-iscsi neutron-server[92487]: pushed versions:
Jun 14 03:13:54.253343 dv-cinder-796170-1-iscsi neutron-server[92487]: {   'AddressGroup': {'1.2'},
Jun 14 03:13:54.253343 dv-cinder-796170-1-iscsi neutron-server[92487]:     'ConntrackHelper': {'1.0'},
Jun 14 03:13:54.253343 dv-cinder-796170-1-iscsi neutron-server[92487]:     'Log': {'1.0'},
Jun 14 03:13:54.253343 dv-cinder-796170-1-iscsi neutron-server[92487]:     'Network': {'1.1'},
Jun 14 03:13:54.253343 dv-cinder-796170-1-iscsi neutron-server[92487]:     'Port': {'1.7'},
Jun 14 03:13:54.253343 dv-cinder-796170-1-iscsi neutron-server[92487]:     'PortForwarding': {'1.2'},
Jun 14 03:13:54.253343 dv-cinder-796170-1-iscsi neutron-server[92487]:     'QosPolicy': {'1.8'},
Jun 14 03:13:54.253343 dv-cinder-796170-1-iscsi neutron-server[92487]:     'SecurityGroup': {'1.4'},
Jun 14 03:13:54.253343 dv-cinder-796170-1-iscsi neutron-server[92487]:     'SecurityGroupRule': {'1.2'},
Jun 14 03:13:54.253343 dv-cinder-796170-1-iscsi neutron-server[92487]:     'SubPort': {'1.0'},
Jun 14 03:13:54.253343 dv-cinder-796170-1-iscsi neutron-server[92487]:     'Subnet': {'1.1'},
Jun 14 03:13:54.253343 dv-cinder-796170-1-iscsi neutron-server[92487]:     'Trunk': {'1.1'}}
Jun 14 03:13:54.253343 dv-cinder-796170-1-iscsi neutron-server[92487]: consumer versions:
Jun 14 03:13:54.253343 dv-cinder-796170-1-iscsi neutron-server[92487]: {   DHCP agent@dv-cinder-796170-1-iscsi: {},
Jun 14 03:13:54.253343 dv-cinder-796170-1-iscsi neutron-server[92487]:     L3 agent@dv-cinder-796170-1-iscsi: {},
Jun 14 03:13:54.253343 dv-cinder-796170-1-iscsi neutron-server[92487]:     Metadata agent@dv-cinder-796170-1-iscsi: {},
Jun 14 03:13:54.253343 dv-cinder-796170-1-iscsi neutron-server[92487]:     Metering agent@dv-cinder-796170-1-iscsi: {},
Jun 14 03:13:54.253343 dv-cinder-796170-1-iscsi neutron-server[92487]:     Open vSwitch agent@dv-cinder-796170-1-iscsi: {   'AddressGroup': '1.2',
Jun 14 03:13:54.253343 dv-cinder-796170-1-iscsi neutron-server[92487]:                                                      'ConntrackHelper': '1.0',
Jun 14 03:13:54.253343 dv-cinder-796170-1-iscsi neutron-server[92487]:                                                      'Log': '1.0',
Jun 14 03:13:54.253343 dv-cinder-796170-1-iscsi neutron-server[92487]:                                                      'Network': '1.1',
Jun 14 03:13:54.253343 dv-cinder-796170-1-iscsi neutron-server[92487]:                                                      'Port': '1.7',
Jun 14 03:13:54.253343 dv-cinder-796170-1-iscsi neutron-server[92487]:                                                      'PortForwarding': '1.2',
Jun 14 03:13:54.253343 dv-cinder-796170-1-iscsi neutron-server[92487]:                                                      'QosPolicy': '1.8',
Jun 14 03:13:54.253343 dv-cinder-796170-1-iscsi neutron-server[92487]:                                                      'SecurityGroup': '1.4',
Jun 14 03:13:54.253343 dv-cinder-796170-1-iscsi neutron-server[92487]:                                                      'SecurityGroupRule': '1.2',
Jun 14 03:13:54.253343 dv-cinder-796170-1-iscsi neutron-server[92487]:                                                      'SubPort': '1.0',
Jun 14 03:13:54.253343 dv-cinder-796170-1-iscsi neutron-server[92487]:                                                      'Subnet': '1.1',
Jun 14 03:13:54.253343 dv-cinder-796170-1-iscsi neutron-server[92487]:                                                      'Trunk': '1.1'}}
Jun 14 03:13:54.253343 dv-cinder-796170-1-iscsi neutron-server[92487]:  {{(pid=92487) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 14 03:13:54.259890 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-353220c0-6c5d-4613-823c-35258c7a6360 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:13:54.331438 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.managers [None req-353220c0-6c5d-4613-823c-35258c7a6360 None None] Attempting to bind port 8484f39a-a6fa-4a2e-8fdf-7500e40bb5c2 on host dv-cinder-796170-1-iscsi for vnic_type normal with profile  {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 14 03:13:54.331820 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.managers [None req-353220c0-6c5d-4613-823c-35258c7a6360 None None] Attempting to bind port 8484f39a-a6fa-4a2e-8fdf-7500e40bb5c2 by drivers openvswitch,hyperv on host dv-cinder-796170-1-iscsi at level 0 using segments [{'id': 'fbe82f87-bac0-4fbf-984b-a47339ac8004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fb9968a9-170e-47ca-a882-5552be956680'}] {{(pid=92487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 14 03:13:54.332236 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353220c0-6c5d-4613-823c-35258c7a6360 None None] Attempting to bind port 8484f39a-a6fa-4a2e-8fdf-7500e40bb5c2 on network fb9968a9-170e-47ca-a882-5552be956680 {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 14 03:13:54.337500 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353220c0-6c5d-4613-823c-35258c7a6360 None None] Checking agent: {'id': '3556250a-8008-4613-a9a6-6061713fcb85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 13, 37), 'started_at': datetime.datetime(2021, 6, 14, 3, 13, 37), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 14 03:13:54.337895 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353220c0-6c5d-4613-823c-35258c7a6360 None None] Checking segment: {'id': 'fbe82f87-bac0-4fbf-984b-a47339ac8004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fb9968a9-170e-47ca-a882-5552be956680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 14 03:13:54.338362 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-353220c0-6c5d-4613-823c-35258c7a6360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:13:54.338751 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353220c0-6c5d-4613-823c-35258c7a6360 None None] Bound using segment: {'id': 'fbe82f87-bac0-4fbf-984b-a47339ac8004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fb9968a9-170e-47ca-a882-5552be956680'} {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 14 03:13:54.339203 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.managers [None req-353220c0-6c5d-4613-823c-35258c7a6360 None None] Bound port: 8484f39a-a6fa-4a2e-8fdf-7500e40bb5c2, host: dv-cinder-796170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbe82f87-bac0-4fbf-984b-a47339ac8004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fb9968a9-170e-47ca-a882-5552be956680'}}] {{(pid=92487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 14 03:13:54.339582 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-353220c0-6c5d-4613-823c-35258c7a6360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:13:54.412544 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-353220c0-6c5d-4613-823c-35258c7a6360 None None] For port 8484f39a-a6fa-4a2e-8fdf-7500e40bb5c2, host dv-cinder-796170-1-iscsi, cleared binding levels {{(pid=92487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 14 03:13:54.434314 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-353220c0-6c5d-4613-823c-35258c7a6360 None None] For port 8484f39a-a6fa-4a2e-8fdf-7500e40bb5c2, host dv-cinder-796170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=8484f39a-a6fa-4a2e-8fdf-7500e40bb5c2,segment=NetworkSegment(fbe82f87-bac0-4fbf-984b-a47339ac8004),segment_id=fbe82f87-bac0-4fbf-984b-a47339ac8004)] {{(pid=92487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 14 03:13:54.512719 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-353220c0-6c5d-4613-823c-35258c7a6360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:13:54.515116 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:13:54.578782 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353220c0-6c5d-4613-823c-35258c7a6360 None None] Pushing event updated for resources: {'Port': ['ID=8484f39a-a6fa-4a2e-8fdf-7500e40bb5c2,revision_number=2']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:13:54.582489 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-353220c0-6c5d-4613-823c-35258c7a6360 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:13:55.515700 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 36712) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:13:55.847657 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [None req-2b251162-6963-4db2-b8e8-7e5d91aafe66 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 14 03:13:55.858468 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-2b251162-6963-4db2-b8e8-7e5d91aafe66 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3319094
Jun 14 03:13:58.199314 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 36720) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:13:58.531008 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [None req-813fbd18-db6c-45c6-babc-9f39e40f2e0f admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 14 03:13:58.531968 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-813fbd18-db6c-45c6-babc-9f39e40f2e0f admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3317537
Jun 14 03:14:00.607575 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6660467b-ff2e-40a3-bdce-4783f8ba28fc None None] Network fb9968a9-170e-47ca-a882-5552be956680 requested from dv-cinder-796170-1-iscsi {{(pid=92487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 14 03:14:00.755332 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-75040fd6-835d-42b4-a530-0ec62240028d None None] Provisioning for port 8484f39a-a6fa-4a2e-8fdf-7500e40bb5c2 completed by entity DHCP. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:14:01.025983 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 8484f39a-a6fa-4a2e-8fdf-7500e40bb5c2 up at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:14:01.165054 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 36734) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:14:01.169281 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning for port 8484f39a-a6fa-4a2e-8fdf-7500e40bb5c2 completed by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:14:01.173566 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning complete for port 8484f39a-a6fa-4a2e-8fdf-7500e40bb5c2 triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:14:01.174035 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:14:01.291775 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:14:01.327350 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] For port 8484f39a-a6fa-4a2e-8fdf-7500e40bb5c2, host dv-cinder-796170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=8484f39a-a6fa-4a2e-8fdf-7500e40bb5c2,segment=NetworkSegment(fbe82f87-bac0-4fbf-984b-a47339ac8004),segment_id=fbe82f87-bac0-4fbf-984b-a47339ac8004)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:14:01.397842 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:14:01.399867 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:14:01.454149 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Pushing event updated for resources: {'Port': ['ID=8484f39a-a6fa-4a2e-8fdf-7500e40bb5c2,revision_number=3']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:14:01.460869 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:14:01.471289 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [None req-de66f150-2002-4025-a448-53e3c3d2dcbb admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'bd8eba90c47d4f46a137efcb09285b19'}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:14:01.546372 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-de66f150-2002-4025-a448-53e3c3d2dcbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66749865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256276'] for router, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:14:01.547850 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-de66f150-2002-4025-a448-53e3c3d2dcbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66749902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66755800', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66935751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256495'] for router, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:14:01.711140 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-de66f150-2002-4025-a448-53e3c3d2dcbb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:14:01.775487 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-de66f150-2002-4025-a448-53e3c3d2dcbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66749858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66755231'] for router, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:14:01.860561 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-de66f150-2002-4025-a448-53e3c3d2dcbb admin admin] Notify callbacks [] for router, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:14:01.861682 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-de66f150-2002-4025-a448-53e3c3d2dcbb admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.6956766
Jun 14 03:14:02.978283 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 8484f39a-a6fa-4a2e-8fdf-7500e40bb5c2 up at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:14:03.035028 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning complete for port 8484f39a-a6fa-4a2e-8fdf-7500e40bb5c2 triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:14:03.035403 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:14:04.171516 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 36742) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:14:04.363223 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-c1f80414-1f09-4836-9856-fc7d06324605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:14:04.488652 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [None req-1a991eb1-058f-43f5-8700-4baf3e50ac18 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 14 03:14:04.489649 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-1a991eb1-058f-43f5-8700-4baf3e50ac18 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3172152
Jun 14 03:14:06.800047 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 36750) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:14:06.968835 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-012d8c69-5824-4c3b-92f1-c3a6f03512d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:14:07.116635 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [None req-3129a74d-4e24-464c-af03-9eed44566bf1 admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:14:07.186038 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:14:07.214416 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3129a74d-4e24-464c-af03-9eed44566bf1 admin admin] Made reservation on behalf of ff8442aeb4894eba9e90a5485a48236a for: {'network': 1} {{(pid=92486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 14 03:14:07.216762 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-3129a74d-4e24-464c-af03-9eed44566bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for network, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:14:07.236746 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-3129a74d-4e24-464c-af03-9eed44566bf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:14:07.353419 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-3129a74d-4e24-464c-af03-9eed44566bf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:14:07.408604 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-3129a74d-4e24-464c-af03-9eed44566bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:14:07.412272 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:14:07.426716 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3129a74d-4e24-464c-af03-9eed44566bf1 admin admin] Reserving flat network on physical network physnet1 {{(pid=92486) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Jun 14 03:14:07.452151 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3129a74d-4e24-464c-af03-9eed44566bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4f14b4-a8f1-4983-9f57-db991a89ea84,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:14:07.454763 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-3129a74d-4e24-464c-af03-9eed44566bf1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8756197238191', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677934'] for segment, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:14:07.455332 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-3129a74d-4e24-464c-af03-9eed44566bf1 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f6b606a5af0> segment precommit_create {{(pid=92486) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jun 14 03:14:07.455791 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.db.segments_db [None req-3129a74d-4e24-464c-af03-9eed44566bf1 admin admin] Added segment 893a0064-443a-4390-b9c3-705fa3bdf9f8 of type flat for network 93400a53-dc51-45a7-8a67-e74b6f34e4ba
Jun 14 03:14:07.469737 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-3129a74d-4e24-464c-af03-9eed44566bf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:14:07.520619 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-3129a74d-4e24-464c-af03-9eed44566bf1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756196669341'] for network, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:14:07.620552 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-3129a74d-4e24-464c-af03-9eed44566bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111'] for network, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:14:07.621745 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3129a74d-4e24-464c-af03-9eed44566bf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:14:07.622306 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-3129a74d-4e24-464c-af03-9eed44566bf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for network, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:14:07.624932 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:14:07.727885 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3129a74d-4e24-464c-af03-9eed44566bf1 admin admin] Pushing event updated for resources: {'Network': ['ID=93400a53-dc51-45a7-8a67-e74b6f34e4ba,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:14:07.731409 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-3129a74d-4e24-464c-af03-9eed44566bf1 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.9301016
Jun 14 03:14:07.732084 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-3129a74d-4e24-464c-af03-9eed44566bf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:14:07.747972 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Network 93400a53-dc51-45a7-8a67-e74b6f34e4ba details requested by agent ovs-agent-dv-cinder-796170-1-iscsi with host dv-cinder-796170-1-iscsi {{(pid=92487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 14 03:14:08.043132 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-a6614653-0164-4561-80ac-e583b9425df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:14:09.591803 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-37effd67-6caa-48ba-975b-7ec46c17b4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:14:10.029318 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 36768) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:14:10.211242 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1034082f-f532-4816-968a-c602c17157b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:14:10.212531 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-1034082f-f532-4816-968a-c602c17157b0 admin admin] 10.222.0.13 "GET /v2.0/subnets/35878e5a-1fe6-474a-ac78-322b5699fa34 HTTP/1.1" status: 200  len: 849 time: 0.1821783
Jun 14 03:14:10.354798 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-fa896866-0040-4859-9c1c-8aad11336089 admin admin] 10.222.0.13 "GET /v2.0/routers/bc557aee-957b-4377-af49-983433cda159 HTTP/1.1" status: 200  len: 704 time: 0.1368911
Jun 14 03:14:10.719872 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-af6f4f11-b22e-49b0-aec0-9c61d6832396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for port, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:14:11.071464 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.db_base_plugin_common [None req-af6f4f11-b22e-49b0-aec0-9c61d6832396 admin admin] Allocated IP 172.20.0.1 (fb9968a9-170e-47ca-a882-5552be956680/35878e5a-1fe6-474a-ac78-322b5699fa34/1949fafd-1ab9-46df-92de-bebeb7cabf5d) {{(pid=92486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 14 03:14:11.233852 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-af6f4f11-b22e-49b0-aec0-9c61d6832396 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:14:11.254857 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.provisioning_blocks [None req-af6f4f11-b22e-49b0-aec0-9c61d6832396 admin admin] Transition to ACTIVE for port object 1949fafd-1ab9-46df-92de-bebeb7cabf5d will not be triggered until provisioned by entity DHCP. {{(pid=92486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:14:11.391736 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-af6f4f11-b22e-49b0-aec0-9c61d6832396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-668656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756196682527'] for port, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:14:11.393879 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:14:11.472908 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6f4f11-b22e-49b0-aec0-9c61d6832396 admin admin] Network fb9968a9-170e-47ca-a882-5552be956680 is already hosted by enough agents. {{(pid=92486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 14 03:14:11.477352 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.base_scheduler [None req-af6f4f11-b22e-49b0-aec0-9c61d6832396 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:14:11.481824 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6f4f11-b22e-49b0-aec0-9c61d6832396 admin admin] Received port after_create {{(pid=92486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 14 03:14:11.482380 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-af6f4f11-b22e-49b0-aec0-9c61d6832396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66751066'] for router_interface, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:14:11.501006 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6f4f11-b22e-49b0-aec0-9c61d6832396 admin admin] Pushing event updated for resources: {'Port': ['ID=1949fafd-1ab9-46df-92de-bebeb7cabf5d,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:14:11.558451 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-af6f4f11-b22e-49b0-aec0-9c61d6832396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:14:11.763303 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-b7c983cc-27ba-4e3a-a6da-88ed81d9ee50 None None] Provisioning for port 1949fafd-1ab9-46df-92de-bebeb7cabf5d completed by entity DHCP. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:14:11.767136 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-b7c983cc-27ba-4e3a-a6da-88ed81d9ee50 None None] Provisioning complete for port 1949fafd-1ab9-46df-92de-bebeb7cabf5d triggered by entity DHCP. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:14:11.767512 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-b7c983cc-27ba-4e3a-a6da-88ed81d9ee50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:14:11.802670 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-af6f4f11-b22e-49b0-aec0-9c61d6832396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:14:11.810660 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-b7c983cc-27ba-4e3a-a6da-88ed81d9ee50 None None] Port 1949fafd-1ab9-46df-92de-bebeb7cabf5d cannot update to ACTIVE because it is not bound. {{(pid=92487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 14 03:14:12.014741 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-af6f4f11-b22e-49b0-aec0-9c61d6832396 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:14:12.111767 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-af6f4f11-b22e-49b0-aec0-9c61d6832396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:14:12.112850 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-af6f4f11-b22e-49b0-aec0-9c61d6832396 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66608333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66751182'] for router_interface, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:14:12.114457 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:14:12.184783 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6f4f11-b22e-49b0-aec0-9c61d6832396 admin admin] Pushing event updated for resources: {'Port': ['ID=1949fafd-1ab9-46df-92de-bebeb7cabf5d,revision_number=2']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:14:12.188835 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-af6f4f11-b22e-49b0-aec0-9c61d6832396 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:14:12.272526 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6f4f11-b22e-49b0-aec0-9c61d6832396 admin admin] Network fb9968a9-170e-47ca-a882-5552be956680 is already hosted by enough agents. {{(pid=92486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 14 03:14:12.273725 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.base_scheduler [None req-af6f4f11-b22e-49b0-aec0-9c61d6832396 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:14:12.431669 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-806bea23-4829-45f6-8546-de6f6aceb0b2 None None] Provisioning complete for port 1949fafd-1ab9-46df-92de-bebeb7cabf5d triggered by entity DHCP. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:14:12.432031 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-806bea23-4829-45f6-8546-de6f6aceb0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:14:12.471177 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-806bea23-4829-45f6-8546-de6f6aceb0b2 None None] Port 1949fafd-1ab9-46df-92de-bebeb7cabf5d cannot update to ACTIVE because it is not bound. {{(pid=92487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 14 03:14:12.529113 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af6f4f11-b22e-49b0-aec0-9c61d6832396 admin admin] Router bc557aee-957b-4377-af49-983433cda159 is scheduled to L3 agent faa78350-ce80-467b-8f2c-9d7893daed85 with binding_index 1 {{(pid=92486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 14 03:14:12.713782 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6f4f11-b22e-49b0-aec0-9c61d6832396 admin admin] Notify agent at l3_agent.dv-cinder-796170-1-iscsi the message routers_updated {{(pid=92486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 14 03:14:12.718934 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-af6f4f11-b22e-49b0-aec0-9c61d6832396 admin admin] 10.222.0.13 "PUT /v2.0/routers/bc557aee-957b-4377-af49-983433cda159/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.3593104
Jun 14 03:14:12.737528 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccde60e-720d-45fc-84f0-d3cf203a167a None None] Sync routers for ids ['bc557aee-957b-4377-af49-983433cda159'] in dv-cinder-796170-1-iscsi {{(pid=92488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 14 03:14:12.748760 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccde60e-720d-45fc-84f0-d3cf203a167a None None] Routers {'bc557aee-957b-4377-af49-983433cda159'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:14:12.749592 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-fccde60e-720d-45fc-84f0-d3cf203a167a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5fa75820>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:14:07Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['bc557aee-957b-4377-af49-983433cda159'], 'active': True} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:14:12.958262 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvr_db [None req-fccde60e-720d-45fc-84f0-d3cf203a167a None None] Set router bc557aee-957b-4377-af49-983433cda159 gateway port host: None {{(pid=92488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:14:13.424540 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-fccde60e-720d-45fc-84f0-d3cf203a167a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5fa75820>, [{'id': 'bc557aee-957b-4377-af49-983433cda159', 'name': 'router1', 'tenant_id': 'bd8eba90c47d4f46a137efcb09285b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:14:01Z', 'updated_at': '2021-06-14T03:14:11Z', 'revision_number': 2, 'project_id': 'bd8eba90c47d4f46a137efcb09285b19', 'gw_port_host': None, '_interfaces': [{'id': '1949fafd-1ab9-46df-92de-bebeb7cabf5d', 'name': '', 'network_id': 'fb9968a9-170e-47ca-a882-5552be956680', 'tenant_id': 'bd8eba90c47d4f46a137efcb09285b19', 'mac_address': 'fa:16:3e:6b:e1:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc557aee-957b-4377-af49-983433cda159', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '35878e5a-1fe6-474a-ac78-322b5699fa34', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:14:10Z', 'updated_at': '2021-06-14T03:14:11Z', 'revision_number': 2, 'project_id': 'bd8eba90c47d4f46a137efcb09285b19', 'subnets': [{'id': '35878e5a-1fe6-474a-ac78-322b5699fa34', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a9929c6-c3a6-46a4-82ec-085017480b80'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:14:13.431137 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccde60e-720d-45fc-84f0-d3cf203a167a None None] Checking router: bc557aee-957b-4377-af49-983433cda159 for host: dv-cinder-796170-1-iscsi {{(pid=92488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 14 03:14:13.431500 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccde60e-720d-45fc-84f0-d3cf203a167a None None] Updating router bc557aee-957b-4377-af49-983433cda159 port 1949fafd-1ab9-46df-92de-bebeb7cabf5d binding host dv-cinder-796170-1-iscsi {{(pid=92488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 14 03:14:13.500868 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron_lib.callbacks.manager [None req-fccde60e-720d-45fc-84f0-d3cf203a167a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:14:14.011599 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron_lib.callbacks.manager [None req-fccde60e-720d-45fc-84f0-d3cf203a167a None None] Notify callbacks [] for port, precommit_update {{(pid=92488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:14:14.030445 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.provisioning_blocks [None req-fccde60e-720d-45fc-84f0-d3cf203a167a None None] Transition to ACTIVE for port object 1949fafd-1ab9-46df-92de-bebeb7cabf5d will not be triggered until provisioned by entity L2. {{(pid=92488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:14:14.151346 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron_lib.callbacks.manager [None req-fccde60e-720d-45fc-84f0-d3cf203a167a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:14:14.156310 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:14:14.368909 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab80cecc-8b2d-4315-95f9-a475e10215b9 None None] Pushing event updated for resources: {'Port': ['ID=1949fafd-1ab9-46df-92de-bebeb7cabf5d,revision_number=3']} {{(pid=92488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:14:14.384176 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab80cecc-8b2d-4315-95f9-a475e10215b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:14:14.384511 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab80cecc-8b2d-4315-95f9-a475e10215b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:14:14.384836 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab80cecc-8b2d-4315-95f9-a475e10215b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:14:14.385157 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab80cecc-8b2d-4315-95f9-a475e10215b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:14:14.385475 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab80cecc-8b2d-4315-95f9-a475e10215b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:14:14.385786 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab80cecc-8b2d-4315-95f9-a475e10215b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:14:14.386095 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab80cecc-8b2d-4315-95f9-a475e10215b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:14:14.386476 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab80cecc-8b2d-4315-95f9-a475e10215b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:14:14.386798 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab80cecc-8b2d-4315-95f9-a475e10215b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:14:14.387102 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab80cecc-8b2d-4315-95f9-a475e10215b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:14:14.387405 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab80cecc-8b2d-4315-95f9-a475e10215b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:14:14.387706 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab80cecc-8b2d-4315-95f9-a475e10215b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:14:14.389607 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab80cecc-8b2d-4315-95f9-a475e10215b9 None None] Tracked resource versions report:
Jun 14 03:14:14.389607 dv-cinder-796170-1-iscsi neutron-server[92488]: pushed versions:
Jun 14 03:14:14.389607 dv-cinder-796170-1-iscsi neutron-server[92488]: {   'AddressGroup': {'1.2'},
Jun 14 03:14:14.389607 dv-cinder-796170-1-iscsi neutron-server[92488]:     'ConntrackHelper': {'1.0'},
Jun 14 03:14:14.389607 dv-cinder-796170-1-iscsi neutron-server[92488]:     'Log': {'1.0'},
Jun 14 03:14:14.389607 dv-cinder-796170-1-iscsi neutron-server[92488]:     'Network': {'1.1'},
Jun 14 03:14:14.389607 dv-cinder-796170-1-iscsi neutron-server[92488]:     'Port': {'1.7'},
Jun 14 03:14:14.389607 dv-cinder-796170-1-iscsi neutron-server[92488]:     'PortForwarding': {'1.2'},
Jun 14 03:14:14.389607 dv-cinder-796170-1-iscsi neutron-server[92488]:     'QosPolicy': {'1.8'},
Jun 14 03:14:14.389607 dv-cinder-796170-1-iscsi neutron-server[92488]:     'SecurityGroup': {'1.4'},
Jun 14 03:14:14.389607 dv-cinder-796170-1-iscsi neutron-server[92488]:     'SecurityGroupRule': {'1.2'},
Jun 14 03:14:14.389607 dv-cinder-796170-1-iscsi neutron-server[92488]:     'SubPort': {'1.0'},
Jun 14 03:14:14.389607 dv-cinder-796170-1-iscsi neutron-server[92488]:     'Subnet': {'1.1'},
Jun 14 03:14:14.389607 dv-cinder-796170-1-iscsi neutron-server[92488]:     'Trunk': {'1.1'}}
Jun 14 03:14:14.389607 dv-cinder-796170-1-iscsi neutron-server[92488]: consumer versions:
Jun 14 03:14:14.389607 dv-cinder-796170-1-iscsi neutron-server[92488]: {   DHCP agent@dv-cinder-796170-1-iscsi: {},
Jun 14 03:14:14.389607 dv-cinder-796170-1-iscsi neutron-server[92488]:     L3 agent@dv-cinder-796170-1-iscsi: {},
Jun 14 03:14:14.389607 dv-cinder-796170-1-iscsi neutron-server[92488]:     Metadata agent@dv-cinder-796170-1-iscsi: {},
Jun 14 03:14:14.389607 dv-cinder-796170-1-iscsi neutron-server[92488]:     Metering agent@dv-cinder-796170-1-iscsi: {},
Jun 14 03:14:14.389607 dv-cinder-796170-1-iscsi neutron-server[92488]:     Open vSwitch agent@dv-cinder-796170-1-iscsi: {   'AddressGroup': '1.2',
Jun 14 03:14:14.389607 dv-cinder-796170-1-iscsi neutron-server[92488]:                                                      'ConntrackHelper': '1.0',
Jun 14 03:14:14.389607 dv-cinder-796170-1-iscsi neutron-server[92488]:                                                      'Log': '1.0',
Jun 14 03:14:14.389607 dv-cinder-796170-1-iscsi neutron-server[92488]:                                                      'Network': '1.1',
Jun 14 03:14:14.389607 dv-cinder-796170-1-iscsi neutron-server[92488]:                                                      'Port': '1.7',
Jun 14 03:14:14.389607 dv-cinder-796170-1-iscsi neutron-server[92488]:                                                      'PortForwarding': '1.2',
Jun 14 03:14:14.389607 dv-cinder-796170-1-iscsi neutron-server[92488]:                                                      'QosPolicy': '1.8',
Jun 14 03:14:14.389607 dv-cinder-796170-1-iscsi neutron-server[92488]:                                                      'SecurityGroup': '1.4',
Jun 14 03:14:14.389607 dv-cinder-796170-1-iscsi neutron-server[92488]:                                                      'SecurityGroupRule': '1.2',
Jun 14 03:14:14.389607 dv-cinder-796170-1-iscsi neutron-server[92488]:                                                      'SubPort': '1.0',
Jun 14 03:14:14.389607 dv-cinder-796170-1-iscsi neutron-server[92488]:                                                      'Subnet': '1.1',
Jun 14 03:14:14.389607 dv-cinder-796170-1-iscsi neutron-server[92488]:                                                      'Trunk': '1.1'}}
Jun 14 03:14:14.389607 dv-cinder-796170-1-iscsi neutron-server[92488]:  {{(pid=92488) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 14 03:14:14.393938 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.managers [None req-fccde60e-720d-45fc-84f0-d3cf203a167a None None] Attempting to bind port 1949fafd-1ab9-46df-92de-bebeb7cabf5d on host dv-cinder-796170-1-iscsi for vnic_type normal with profile  {{(pid=92488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 14 03:14:14.394351 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.managers [None req-fccde60e-720d-45fc-84f0-d3cf203a167a None None] Attempting to bind port 1949fafd-1ab9-46df-92de-bebeb7cabf5d by drivers openvswitch,hyperv on host dv-cinder-796170-1-iscsi at level 0 using segments [{'id': 'fbe82f87-bac0-4fbf-984b-a47339ac8004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fb9968a9-170e-47ca-a882-5552be956680'}] {{(pid=92488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 14 03:14:14.395324 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccde60e-720d-45fc-84f0-d3cf203a167a None None] Attempting to bind port 1949fafd-1ab9-46df-92de-bebeb7cabf5d on network fb9968a9-170e-47ca-a882-5552be956680 {{(pid=92488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 14 03:14:14.397569 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG oslo_concurrency.lockutils [None req-ab80cecc-8b2d-4315-95f9-a475e10215b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=92488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:14:14.401288 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccde60e-720d-45fc-84f0-d3cf203a167a None None] Checking agent: {'id': '3556250a-8008-4613-a9a6-6061713fcb85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 13, 37), 'started_at': datetime.datetime(2021, 6, 14, 3, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 14 03:14:14.401705 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccde60e-720d-45fc-84f0-d3cf203a167a None None] Checking segment: {'id': 'fbe82f87-bac0-4fbf-984b-a47339ac8004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fb9968a9-170e-47ca-a882-5552be956680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 14 03:14:14.402167 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron_lib.callbacks.manager [None req-fccde60e-720d-45fc-84f0-d3cf203a167a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:14:14.402914 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccde60e-720d-45fc-84f0-d3cf203a167a None None] Bound using segment: {'id': 'fbe82f87-bac0-4fbf-984b-a47339ac8004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fb9968a9-170e-47ca-a882-5552be956680'} {{(pid=92488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 14 03:14:14.403098 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.managers [None req-fccde60e-720d-45fc-84f0-d3cf203a167a None None] Bound port: 1949fafd-1ab9-46df-92de-bebeb7cabf5d, host: dv-cinder-796170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbe82f87-bac0-4fbf-984b-a47339ac8004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'fb9968a9-170e-47ca-a882-5552be956680'}}] {{(pid=92488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 14 03:14:14.403443 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron_lib.callbacks.manager [None req-fccde60e-720d-45fc-84f0-d3cf203a167a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:14:14.480626 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.db [None req-fccde60e-720d-45fc-84f0-d3cf203a167a None None] For port 1949fafd-1ab9-46df-92de-bebeb7cabf5d, host dv-cinder-796170-1-iscsi, cleared binding levels {{(pid=92488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 14 03:14:14.501886 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.db [None req-fccde60e-720d-45fc-84f0-d3cf203a167a None None] For port 1949fafd-1ab9-46df-92de-bebeb7cabf5d, host dv-cinder-796170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=1949fafd-1ab9-46df-92de-bebeb7cabf5d,segment=NetworkSegment(fbe82f87-bac0-4fbf-984b-a47339ac8004),segment_id=fbe82f87-bac0-4fbf-984b-a47339ac8004)] {{(pid=92488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 14 03:14:14.569033 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron_lib.callbacks.manager [None req-fccde60e-720d-45fc-84f0-d3cf203a167a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:14:14.571298 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG oslo_concurrency.lockutils [None req-ab80cecc-8b2d-4315-95f9-a475e10215b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:14:14.633607 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccde60e-720d-45fc-84f0-d3cf203a167a None None] Routers {'bc557aee-957b-4377-af49-983433cda159'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:14:14.634234 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-fccde60e-720d-45fc-84f0-d3cf203a167a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5fa75820>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:14:07Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['bc557aee-957b-4377-af49-983433cda159'], 'active': True} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:14:14.686366 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab80cecc-8b2d-4315-95f9-a475e10215b9 None None] Pushing event updated for resources: {'Port': ['ID=1949fafd-1ab9-46df-92de-bebeb7cabf5d,revision_number=4']} {{(pid=92488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:14:14.734229 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG oslo_concurrency.lockutils [None req-ab80cecc-8b2d-4315-95f9-a475e10215b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:14:14.767801 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvr_db [None req-fccde60e-720d-45fc-84f0-d3cf203a167a None None] Set router bc557aee-957b-4377-af49-983433cda159 gateway port host: None {{(pid=92488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:14:14.890525 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 36788) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:14:15.019450 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ffeda7-1295-44f7-ba6a-d4beac01b1bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:14:15.026017 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-15ffeda7-1295-44f7-ba6a-d4beac01b1bc admin admin] 10.222.0.13 "GET /v2.0/networks/93400a53-dc51-45a7-8a67-e74b6f34e4ba HTTP/1.1" status: 200  len: 842 time: 0.1294572
Jun 14 03:14:15.030200 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [None req-4fa08a36-7e8a-4195-8898-77e328ebc2fb admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24', 'name': 'public-subnet', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba'}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:14:15.040528 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-fccde60e-720d-45fc-84f0-d3cf203a167a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5fa75820>, [{'id': 'bc557aee-957b-4377-af49-983433cda159', 'name': 'router1', 'tenant_id': 'bd8eba90c47d4f46a137efcb09285b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:14:01Z', 'updated_at': '2021-06-14T03:14:11Z', 'revision_number': 2, 'project_id': 'bd8eba90c47d4f46a137efcb09285b19', 'gw_port_host': None, '_interfaces': [{'id': '1949fafd-1ab9-46df-92de-bebeb7cabf5d', 'name': '', 'network_id': 'fb9968a9-170e-47ca-a882-5552be956680', 'tenant_id': 'bd8eba90c47d4f46a137efcb09285b19', 'mac_address': 'fa:16:3e:6b:e1:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc557aee-957b-4377-af49-983433cda159', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '35878e5a-1fe6-474a-ac78-322b5699fa34', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:14:10Z', 'updated_at': '2021-06-14T03:14:14Z', 'revision_number': 4, 'project_id': 'bd8eba90c47d4f46a137efcb09285b19', 'subnets': [{'id': '35878e5a-1fe6-474a-ac78-322b5699fa34', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a9929c6-c3a6-46a4-82ec-085017480b80'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:14:15.043868 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccde60e-720d-45fc-84f0-d3cf203a167a None None] The sync data for ids ['bc557aee-957b-4377-af49-983433cda159'] in dv-cinder-796170-1-iscsi is: [{'id': 'bc557aee-957b-4377-af49-983433cda159', 'name': 'router1', 'tenant_id': 'bd8eba90c47d4f46a137efcb09285b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:14:01Z', 'updated_at': '2021-06-14T03:14:11Z', 'revision_number': 2, 'project_id': 'bd8eba90c47d4f46a137efcb09285b19', 'gw_port_host': None, '_interfaces': [{'id': '1949fafd-1ab9-46df-92de-bebeb7cabf5d', 'name': '', 'network_id': 'fb9968a9-170e-47ca-a882-5552be956680', 'tenant_id': 'bd8eba90c47d4f46a137efcb09285b19', 'mac_address': 'fa:16:3e:6b:e1:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc557aee-957b-4377-af49-983433cda159', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '35878e5a-1fe6-474a-ac78-322b5699fa34', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:14:10Z', 'updated_at': '2021-06-14T03:14:14Z', 'revision_number': 4, 'project_id': 'bd8eba90c47d4f46a137efcb09285b19', 'subnets': [{'id': '35878e5a-1fe6-474a-ac78-322b5699fa34', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a9929c6-c3a6-46a4-82ec-085017480b80'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 14 03:14:15.134944 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa08a36-7e8a-4195-8898-77e328ebc2fb admin admin] Made reservation on behalf of ff8442aeb4894eba9e90a5485a48236a for: {'subnet': 1} {{(pid=92486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 14 03:14:15.137329 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-4fa08a36-7e8a-4195-8898-77e328ebc2fb admin admin] Notify callbacks [] for subnet, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:14:15.577028 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.objects.ports [None req-4fa08a36-7e8a-4195-8898-77e328ebc2fb admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92486) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Jun 14 03:14:15.577455 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-4fa08a36-7e8a-4195-8898-77e328ebc2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66823779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100'] for subnet, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:14:15.580321 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-a9e45ab3-b4aa-46d2-8b92-367ff7723b89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:14:15.643575 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa08a36-7e8a-4195-8898-77e328ebc2fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=60a70a14-b6be-44b1-a1f9-f2aaa6aa296b,revision_number=0']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:14:15.647694 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-4fa08a36-7e8a-4195-8898-77e328ebc2fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:14:15.653444 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa08a36-7e8a-4195-8898-77e328ebc2fb admin admin] Checking segment: {'id': '893a0064-443a-4390-b9c3-705fa3bdf9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 14 03:14:15.653790 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa08a36-7e8a-4195-8898-77e328ebc2fb admin admin] Network hostable DHCP agents. Network: 93400a53-dc51-45a7-8a67-e74b6f34e4ba, hostable agents: ['0d423c39-5fbd-4170-be1c-b40e9c0b21c1'], hosted agents: [] {{(pid=92486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 14 03:14:15.756697 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa08a36-7e8a-4195-8898-77e328ebc2fb admin admin] Network 93400a53-dc51-45a7-8a67-e74b6f34e4ba is scheduled to be hosted by DHCP agent 0d423c39-5fbd-4170-be1c-b40e9c0b21c1 with binding_index 1 {{(pid=92486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 14 03:14:15.836986 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.base_scheduler [None req-4fa08a36-7e8a-4195-8898-77e328ebc2fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-1-iscsi, 93400a53-dc51-45a7-8a67-e74b6f34e4ba) {{(pid=92486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:14:15.841024 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa08a36-7e8a-4195-8898-77e328ebc2fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:14:15.841600 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-4fa08a36-7e8a-4195-8898-77e328ebc2fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for subnet, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:14:15.846364 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288d08ed-3675-403a-8558-3a1468ac631a None None] Network 93400a53-dc51-45a7-8a67-e74b6f34e4ba requested from dv-cinder-796170-1-iscsi {{(pid=92487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 14 03:14:15.938367 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-4fa08a36-7e8a-4195-8898-77e328ebc2fb admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8972673
Jun 14 03:14:16.070200 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9a96db-bf39-4d7c-a13a-976bf92d4e72 None None] Network 93400a53-dc51-45a7-8a67-e74b6f34e4ba requested from dv-cinder-796170-1-iscsi {{(pid=92487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 14 03:14:17.826446 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.agents_db [None req-ff4782b4-218c-43ce-8b60-1c0132b4bc55 None None] Agent healthcheck: found 5 active agents {{(pid=92488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 14 03:14:18.147634 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 36800) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:14:18.314188 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-8dae2130-7aa8-4089-b0ef-7fb816e016a2 admin admin] 10.222.0.13 "GET /v2.0/routers/bc557aee-957b-4377-af49-983433cda159 HTTP/1.1" status: 200  len: 710 time: 0.1654270
Jun 14 03:14:18.427669 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2be93ee-f6c5-4c8e-bc4f-82f49fdde40a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:14:18.429023 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-e2be93ee-f6c5-4c8e-bc4f-82f49fdde40a admin admin] 10.222.0.13 "GET /v2.0/networks/93400a53-dc51-45a7-8a67-e74b6f34e4ba HTTP/1.1" status: 200  len: 886 time: 0.1097965
Jun 14 03:14:18.437494 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [None req-288a3f0c-b01a-4afc-bd1e-8fb03f5b8c1c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba'}}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:14:18.889712 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-288a3f0c-b01a-4afc-bd1e-8fb03f5b8c1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66755783', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66749883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256505'] for router, precommit_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:14:19.009524 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 1949fafd-1ab9-46df-92de-bebeb7cabf5d up at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:14:19.163032 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning for port 1949fafd-1ab9-46df-92de-bebeb7cabf5d completed by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:14:19.166833 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning complete for port 1949fafd-1ab9-46df-92de-bebeb7cabf5d triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:14:19.167199 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:14:19.262048 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:14:19.296064 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] For port 1949fafd-1ab9-46df-92de-bebeb7cabf5d, host dv-cinder-796170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=1949fafd-1ab9-46df-92de-bebeb7cabf5d,segment=NetworkSegment(fbe82f87-bac0-4fbf-984b-a47339ac8004),segment_id=fbe82f87-bac0-4fbf-984b-a47339ac8004)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:14:19.354842 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-288a3f0c-b01a-4afc-bd1e-8fb03f5b8c1c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:14:19.362812 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:14:19.365479 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-353220c0-6c5d-4613-823c-35258c7a6360 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:14:19.418067 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Pushing event updated for resources: {'Port': ['ID=1949fafd-1ab9-46df-92de-bebeb7cabf5d,revision_number=5']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:14:19.421053 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:14:19.436278 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-288a3f0c-b01a-4afc-bd1e-8fb03f5b8c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for port, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:14:19.553270 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.db_base_plugin_common [None req-288a3f0c-b01a-4afc-bd1e-8fb03f5b8c1c admin admin] Allocated IP 172.27.2.141 (93400a53-dc51-45a7-8a67-e74b6f34e4ba/60a70a14-b6be-44b1-a1f9-f2aaa6aa296b/dfce85fb-e025-4b9f-9568-9a25791b8549) {{(pid=92486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 14 03:14:19.677181 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-288a3f0c-b01a-4afc-bd1e-8fb03f5b8c1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:14:19.768800 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-288a3f0c-b01a-4afc-bd1e-8fb03f5b8c1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-668656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756196682527'] for port, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:14:19.771048 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:14:19.816173 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288a3f0c-b01a-4afc-bd1e-8fb03f5b8c1c admin admin] Network 93400a53-dc51-45a7-8a67-e74b6f34e4ba is already hosted by enough agents. {{(pid=92486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 14 03:14:19.821000 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.base_scheduler [None req-288a3f0c-b01a-4afc-bd1e-8fb03f5b8c1c admin admin] Resources bound (agent type, host, resource id):  {{(pid=92486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:14:19.823069 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288a3f0c-b01a-4afc-bd1e-8fb03f5b8c1c admin admin] Pushing event updated for resources: {'Port': ['ID=dfce85fb-e025-4b9f-9568-9a25791b8549,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:14:19.834462 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-288a3f0c-b01a-4afc-bd1e-8fb03f5b8c1c admin admin] Received port after_create {{(pid=92486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 14 03:14:19.937532 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-288a3f0c-b01a-4afc-bd1e-8fb03f5b8c1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:14:20.241159 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-288a3f0c-b01a-4afc-bd1e-8fb03f5b8c1c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:14:20.600188 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-288a3f0c-b01a-4afc-bd1e-8fb03f5b8c1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66755783', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66749883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256505'] for router, precommit_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:14:20.603281 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-288a3f0c-b01a-4afc-bd1e-8fb03f5b8c1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66755231', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-66755241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-66755216', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-66750280'] for router, after_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:14:20.745780 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-288a3f0c-b01a-4afc-bd1e-8fb03f5b8c1c admin admin] Router bc557aee-957b-4377-af49-983433cda159 has already been hosted by L3 agent faa78350-ce80-467b-8f2c-9d7893daed85 {{(pid=92486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 14 03:14:20.885383 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-288a3f0c-b01a-4afc-bd1e-8fb03f5b8c1c admin admin] Notify agent at l3_agent.dv-cinder-796170-1-iscsi the message routers_updated {{(pid=92486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 14 03:14:20.890125 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-288a3f0c-b01a-4afc-bd1e-8fb03f5b8c1c admin admin] Notify callbacks [] for router, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:14:20.891324 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-288a3f0c-b01a-4afc-bd1e-8fb03f5b8c1c admin admin] 10.222.0.13 "PUT /v2.0/routers/bc557aee-957b-4377-af49-983433cda159 HTTP/1.1" status: 200  len: 890 time: 2.4569685
Jun 14 03:14:20.896480 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04647052-59c8-44ef-951c-40a0074840fb None None] Sync routers for ids ['bc557aee-957b-4377-af49-983433cda159'] in dv-cinder-796170-1-iscsi {{(pid=92487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 14 03:14:20.908684 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04647052-59c8-44ef-951c-40a0074840fb None None] Routers {'bc557aee-957b-4377-af49-983433cda159'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:14:20.909369 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-04647052-59c8-44ef-951c-40a0074840fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5e896580>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:14:07Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['bc557aee-957b-4377-af49-983433cda159'], 'active': True} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:14:21.051843 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 1949fafd-1ab9-46df-92de-bebeb7cabf5d up at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:14:21.193256 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning complete for port 1949fafd-1ab9-46df-92de-bebeb7cabf5d triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:14:21.193548 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:14:21.198450 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvr_db [None req-04647052-59c8-44ef-951c-40a0074840fb None None] Set router bc557aee-957b-4377-af49-983433cda159 gateway port host: dv-cinder-796170-1-iscsi {{(pid=92487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:14:21.767747 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-04647052-59c8-44ef-951c-40a0074840fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5e896580>, [{'id': 'bc557aee-957b-4377-af49-983433cda159', 'name': 'router1', 'tenant_id': 'bd8eba90c47d4f46a137efcb09285b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'dfce85fb-e025-4b9f-9568-9a25791b8549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:14:01Z', 'updated_at': '2021-06-14T03:14:19Z', 'revision_number': 4, 'project_id': 'bd8eba90c47d4f46a137efcb09285b19', 'gw_port': {'id': 'dfce85fb-e025-4b9f-9568-9a25791b8549', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:3f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc557aee-957b-4377-af49-983433cda159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:14:19Z', 'updated_at': '2021-06-14T03:14:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_interfaces': [{'id': '1949fafd-1ab9-46df-92de-bebeb7cabf5d', 'name': '', 'network_id': 'fb9968a9-170e-47ca-a882-5552be956680', 'tenant_id': 'bd8eba90c47d4f46a137efcb09285b19', 'mac_address': 'fa:16:3e:6b:e1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc557aee-957b-4377-af49-983433cda159', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '35878e5a-1fe6-474a-ac78-322b5699fa34', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:14:10Z', 'updated_at': '2021-06-14T03:14:19Z', 'revision_number': 5, 'project_id': 'bd8eba90c47d4f46a137efcb09285b19', 'subnets': [{'id': '35878e5a-1fe6-474a-ac78-322b5699fa34', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a9929c6-c3a6-46a4-82ec-085017480b80'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:14:21.773792 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04647052-59c8-44ef-951c-40a0074840fb None None] Checking router: bc557aee-957b-4377-af49-983433cda159 for host: dv-cinder-796170-1-iscsi {{(pid=92487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 14 03:14:21.774145 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04647052-59c8-44ef-951c-40a0074840fb None None] Updating router bc557aee-957b-4377-af49-983433cda159 port dfce85fb-e025-4b9f-9568-9a25791b8549 binding host dv-cinder-796170-1-iscsi {{(pid=92487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 14 03:14:21.813596 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-04647052-59c8-44ef-951c-40a0074840fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:14:22.180269 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-04647052-59c8-44ef-951c-40a0074840fb None None] Notify callbacks [] for port, precommit_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:14:22.189425 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-04647052-59c8-44ef-951c-40a0074840fb None None] Transition to ACTIVE for port object dfce85fb-e025-4b9f-9568-9a25791b8549 will not be triggered until provisioned by entity L2. {{(pid=92487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:14:22.272010 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-04647052-59c8-44ef-951c-40a0074840fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:14:22.274387 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:14:22.331019 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.managers [None req-04647052-59c8-44ef-951c-40a0074840fb None None] Attempting to bind port dfce85fb-e025-4b9f-9568-9a25791b8549 on host dv-cinder-796170-1-iscsi for vnic_type normal with profile  {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 14 03:14:22.331386 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.managers [None req-04647052-59c8-44ef-951c-40a0074840fb None None] Attempting to bind port dfce85fb-e025-4b9f-9568-9a25791b8549 by drivers openvswitch,hyperv on host dv-cinder-796170-1-iscsi at level 0 using segments [{'id': '893a0064-443a-4390-b9c3-705fa3bdf9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba'}] {{(pid=92487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 14 03:14:22.331750 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04647052-59c8-44ef-951c-40a0074840fb None None] Attempting to bind port dfce85fb-e025-4b9f-9568-9a25791b8549 on network 93400a53-dc51-45a7-8a67-e74b6f34e4ba {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 14 03:14:22.335044 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3368059-63eb-4326-a3ff-d8aea7a6d5ed None None] Pushing event updated for resources: {'Port': ['ID=dfce85fb-e025-4b9f-9568-9a25791b8549,revision_number=2']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:14:22.338898 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-e3368059-63eb-4326-a3ff-d8aea7a6d5ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:14:22.339769 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04647052-59c8-44ef-951c-40a0074840fb None None] Checking agent: {'id': '3556250a-8008-4613-a9a6-6061713fcb85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 13, 37), 'started_at': datetime.datetime(2021, 6, 14, 3, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 14 03:14:22.340131 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04647052-59c8-44ef-951c-40a0074840fb None None] Checking segment: {'id': '893a0064-443a-4390-b9c3-705fa3bdf9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 14 03:14:22.340522 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-04647052-59c8-44ef-951c-40a0074840fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:14:22.340900 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04647052-59c8-44ef-951c-40a0074840fb None None] Bound using segment: {'id': '893a0064-443a-4390-b9c3-705fa3bdf9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba'} {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 14 03:14:22.341355 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.managers [None req-04647052-59c8-44ef-951c-40a0074840fb None None] Bound port: dfce85fb-e025-4b9f-9568-9a25791b8549, host: dv-cinder-796170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '893a0064-443a-4390-b9c3-705fa3bdf9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba'}}] {{(pid=92487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 14 03:14:22.341725 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-04647052-59c8-44ef-951c-40a0074840fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:14:22.400502 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-04647052-59c8-44ef-951c-40a0074840fb None None] For port dfce85fb-e025-4b9f-9568-9a25791b8549, host dv-cinder-796170-1-iscsi, cleared binding levels {{(pid=92487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 14 03:14:22.403464 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-04647052-59c8-44ef-951c-40a0074840fb None None] For port dfce85fb-e025-4b9f-9568-9a25791b8549, host dv-cinder-796170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=dfce85fb-e025-4b9f-9568-9a25791b8549,segment=NetworkSegment(893a0064-443a-4390-b9c3-705fa3bdf9f8),segment_id=893a0064-443a-4390-b9c3-705fa3bdf9f8)] {{(pid=92487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 14 03:14:22.466219 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-04647052-59c8-44ef-951c-40a0074840fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:14:22.468508 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:14:22.531624 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3368059-63eb-4326-a3ff-d8aea7a6d5ed None None] Pushing event updated for resources: {'Port': ['ID=dfce85fb-e025-4b9f-9568-9a25791b8549,revision_number=3']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:14:22.533943 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04647052-59c8-44ef-951c-40a0074840fb None None] Routers {'bc557aee-957b-4377-af49-983433cda159'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:14:22.534550 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-04647052-59c8-44ef-951c-40a0074840fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5e896580>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:14:07Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['bc557aee-957b-4377-af49-983433cda159'], 'active': True} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:14:22.537088 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-e3368059-63eb-4326-a3ff-d8aea7a6d5ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:14:22.680990 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvr_db [None req-04647052-59c8-44ef-951c-40a0074840fb None None] Set router bc557aee-957b-4377-af49-983433cda159 gateway port host: dv-cinder-796170-1-iscsi {{(pid=92487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:14:22.951379 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-04647052-59c8-44ef-951c-40a0074840fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5e896580>, [{'id': 'bc557aee-957b-4377-af49-983433cda159', 'name': 'router1', 'tenant_id': 'bd8eba90c47d4f46a137efcb09285b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'dfce85fb-e025-4b9f-9568-9a25791b8549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:14:01Z', 'updated_at': '2021-06-14T03:14:19Z', 'revision_number': 4, 'project_id': 'bd8eba90c47d4f46a137efcb09285b19', 'gw_port': {'id': 'dfce85fb-e025-4b9f-9568-9a25791b8549', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:3f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc557aee-957b-4377-af49-983433cda159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:14:19Z', 'updated_at': '2021-06-14T03:14:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_interfaces': [{'id': '1949fafd-1ab9-46df-92de-bebeb7cabf5d', 'name': '', 'network_id': 'fb9968a9-170e-47ca-a882-5552be956680', 'tenant_id': 'bd8eba90c47d4f46a137efcb09285b19', 'mac_address': 'fa:16:3e:6b:e1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc557aee-957b-4377-af49-983433cda159', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '35878e5a-1fe6-474a-ac78-322b5699fa34', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:14:10Z', 'updated_at': '2021-06-14T03:14:19Z', 'revision_number': 5, 'project_id': 'bd8eba90c47d4f46a137efcb09285b19', 'subnets': [{'id': '35878e5a-1fe6-474a-ac78-322b5699fa34', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a9929c6-c3a6-46a4-82ec-085017480b80'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:14:22.954807 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04647052-59c8-44ef-951c-40a0074840fb None None] The sync data for ids ['bc557aee-957b-4377-af49-983433cda159'] in dv-cinder-796170-1-iscsi is: [{'id': 'bc557aee-957b-4377-af49-983433cda159', 'name': 'router1', 'tenant_id': 'bd8eba90c47d4f46a137efcb09285b19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.141'}], 'enable_snat': True}, 'gw_port_id': 'dfce85fb-e025-4b9f-9568-9a25791b8549', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:14:01Z', 'updated_at': '2021-06-14T03:14:19Z', 'revision_number': 4, 'project_id': 'bd8eba90c47d4f46a137efcb09285b19', 'gw_port': {'id': 'dfce85fb-e025-4b9f-9568-9a25791b8549', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:3f:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc557aee-957b-4377-af49-983433cda159', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:14:19Z', 'updated_at': '2021-06-14T03:14:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_interfaces': [{'id': '1949fafd-1ab9-46df-92de-bebeb7cabf5d', 'name': '', 'network_id': 'fb9968a9-170e-47ca-a882-5552be956680', 'tenant_id': 'bd8eba90c47d4f46a137efcb09285b19', 'mac_address': 'fa:16:3e:6b:e1:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc557aee-957b-4377-af49-983433cda159', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '35878e5a-1fe6-474a-ac78-322b5699fa34', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:14:10Z', 'updated_at': '2021-06-14T03:14:19Z', 'revision_number': 5, 'project_id': 'bd8eba90c47d4f46a137efcb09285b19', 'subnets': [{'id': '35878e5a-1fe6-474a-ac78-322b5699fa34', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a9929c6-c3a6-46a4-82ec-085017480b80'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 14 03:14:23.244990 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 36810) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:14:23.380695 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-51b21650-9e11-416c-b03f-32aabf485760 admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1345706
Jun 14 03:14:25.029882 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device dfce85fb-e025-4b9f-9568-9a25791b8549 up at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:14:25.156791 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning for port dfce85fb-e025-4b9f-9568-9a25791b8549 completed by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:14:25.161688 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning complete for port dfce85fb-e025-4b9f-9568-9a25791b8549 triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:14:25.162277 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:14:25.260491 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:14:25.285347 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] For port dfce85fb-e025-4b9f-9568-9a25791b8549, host dv-cinder-796170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=dfce85fb-e025-4b9f-9568-9a25791b8549,segment=NetworkSegment(893a0064-443a-4390-b9c3-705fa3bdf9f8),segment_id=893a0064-443a-4390-b9c3-705fa3bdf9f8)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:14:25.385819 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:14:25.388362 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-e3368059-63eb-4326-a3ff-d8aea7a6d5ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:14:25.448051 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Pushing event updated for resources: {'Port': ['ID=dfce85fb-e025-4b9f-9568-9a25791b8549,revision_number=4']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:14:25.452913 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:14:27.032764 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device dfce85fb-e025-4b9f-9568-9a25791b8549 up at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:14:27.120819 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning complete for port dfce85fb-e025-4b9f-9568-9a25791b8549 triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:14:27.120819 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:14:34.426853 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-a60562a8-ffd6-47ac-8ecd-60e3c5b925aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:14:36.974267 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-3b259e6b-441a-4a47-ab49-ab171d55aa3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:14:37.179320 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:14:38.068077 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-a6614653-0164-4561-80ac-e583b9425df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:14:39.574641 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-37effd67-6caa-48ba-975b-7ec46c17b4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:14:54.825419 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.agents_db [None req-ff4782b4-218c-43ce-8b60-1c0132b4bc55 None None] Agent healthcheck: found 5 active agents {{(pid=92488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 14 03:15:04.413838 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-a70a0ea4-1f85-4855-8b6c-9dcbabf567ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:15:06.985462 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-e85b1e38-2670-4afb-a724-9502f156d2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:15:07.168201 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:15:08.083170 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-a6614653-0164-4561-80ac-e583b9425df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:15:09.590270 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-37effd67-6caa-48ba-975b-7ec46c17b4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:15:31.822731 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.agents_db [None req-ff4782b4-218c-43ce-8b60-1c0132b4bc55 None None] Agent healthcheck: found 5 active agents {{(pid=92488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 14 03:15:34.401996 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-f9c25805-4f75-4b6f-9190-31e06c0ba7d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:15:36.961682 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-d617eee2-901b-4a6e-ab98-c0d4b53cd5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:15:37.150577 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:15:38.059182 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-a6614653-0164-4561-80ac-e583b9425df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:15:39.578559 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-37effd67-6caa-48ba-975b-7ec46c17b4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:16:00.221472 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 37378) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:16:00.283860 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.pecan_wsgi.hooks.translation [None req-c47885d1-7a50-432b-8107-0e3bc6630ceb admin admin] GET failed (client error): The resource could not be found.
Jun 14 03:16:00.285171 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-c47885d1-7a50-432b-8107-0e3bc6630ceb admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0627644
Jun 14 03:16:00.456452 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b554ba-cd15-4287-bb7c-81be0f99e666 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:16:00.457830 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-d6b554ba-cd15-4287-bb7c-81be0f99e666 admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1689434
Jun 14 03:16:02.570024 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 37388) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:16:02.666402 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281737d5-5a8d-442a-a64c-f5d3646df023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:16:02.667714 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-281737d5-5a8d-442a-a64c-f5d3646df023 admin admin] 10.222.0.13 "GET /v2.0/subnets/35878e5a-1fe6-474a-ac78-322b5699fa34 HTTP/1.1" status: 200  len: 849 time: 0.0967329
Jun 14 03:16:02.677805 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [None req-1e795adf-786b-473c-bfa2-8df3a5c4e84b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:16:02.776016 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-1e795adf-786b-473c-bfa2-8df3a5c4e84b admin admin] Notify callbacks [] for subnet, before_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:16:03.161532 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-1e795adf-786b-473c-bfa2-8df3a5c4e84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66823779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8756197075770'] for subnet, after_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:16:03.163753 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:16:03.200536 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e795adf-786b-473c-bfa2-8df3a5c4e84b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:16:03.201109 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-1e795adf-786b-473c-bfa2-8df3a5c4e84b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for subnet, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:16:03.202374 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-1e795adf-786b-473c-bfa2-8df3a5c4e84b admin admin] 10.222.0.13 "PUT /v2.0/subnets/35878e5a-1fe6-474a-ac78-322b5699fa34 HTTP/1.1" status: 200  len: 868 time: 0.5284221
Jun 14 03:16:03.221681 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e795adf-786b-473c-bfa2-8df3a5c4e84b admin admin] Pushing event updated for resources: {'Subnet': ['ID=35878e5a-1fe6-474a-ac78-322b5699fa34,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:16:03.222673 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a784aebd-6218-46c1-9a18-d07218ef1747 None None] Network fb9968a9-170e-47ca-a882-5552be956680 requested from dv-cinder-796170-1-iscsi {{(pid=92487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 14 03:16:03.231864 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e795adf-786b-473c-bfa2-8df3a5c4e84b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:16:03.232211 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e795adf-786b-473c-bfa2-8df3a5c4e84b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:16:03.232523 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e795adf-786b-473c-bfa2-8df3a5c4e84b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:16:03.232853 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e795adf-786b-473c-bfa2-8df3a5c4e84b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:16:03.233173 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e795adf-786b-473c-bfa2-8df3a5c4e84b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:16:03.233511 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e795adf-786b-473c-bfa2-8df3a5c4e84b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:16:03.233836 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e795adf-786b-473c-bfa2-8df3a5c4e84b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:16:03.234152 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e795adf-786b-473c-bfa2-8df3a5c4e84b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:16:03.234522 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e795adf-786b-473c-bfa2-8df3a5c4e84b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:16:03.235547 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e795adf-786b-473c-bfa2-8df3a5c4e84b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:16:03.235859 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e795adf-786b-473c-bfa2-8df3a5c4e84b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:16:03.236172 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e795adf-786b-473c-bfa2-8df3a5c4e84b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:16:03.240312 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-1e795adf-786b-473c-bfa2-8df3a5c4e84b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:16:03.623815 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-217451ee-8f11-4f82-ab3a-1fe1b610175d None None] Provisioning complete for port 8484f39a-a6fa-4a2e-8fdf-7500e40bb5c2 triggered by entity DHCP. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:16:03.624188 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-217451ee-8f11-4f82-ab3a-1fe1b610175d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:16:03.722964 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-217451ee-8f11-4f82-ab3a-1fe1b610175d None None] Provisioning complete for port 1949fafd-1ab9-46df-92de-bebeb7cabf5d triggered by entity DHCP. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:16:03.723227 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-217451ee-8f11-4f82-ab3a-1fe1b610175d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:16:04.367193 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-df3ccba0-733e-46e5-810f-94e19f94d5b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:16:05.340998 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 37396) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:16:05.548266 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f46de4-d262-48b3-bb90-cbbf8416f066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:16:05.548660 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f46de4-d262-48b3-bb90-cbbf8416f066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:16:05.550162 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-21f46de4-d262-48b3-bb90-cbbf8416f066 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2081969
Jun 14 03:16:06.972529 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-9f4d8fc7-3702-4ce2-a3ce-6bce5a9d344a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:16:07.173309 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:16:07.684443 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 37404) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:16:07.839387 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644957ca-8130-451a-a7eb-4be37b462560 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:16:07.839857 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644957ca-8130-451a-a7eb-4be37b462560 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:16:07.841366 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-644957ca-8130-451a-a7eb-4be37b462560 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1559875
Jun 14 03:16:08.052818 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-a6614653-0164-4561-80ac-e583b9425df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:16:08.820415 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.agents_db [None req-ff4782b4-218c-43ce-8b60-1c0132b4bc55 None None] Agent healthcheck: found 5 active agents {{(pid=92488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 14 03:16:09.630162 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-37effd67-6caa-48ba-975b-7ec46c17b4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:16:09.963255 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 37412) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:16:10.124305 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14676ad-76e2-4e9a-8981-f4d3e8f6e7c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:16:10.126120 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-e14676ad-76e2-4e9a-8981-f4d3e8f6e7c6 admin admin] 10.222.0.13 "GET /v2.0/networks/93400a53-dc51-45a7-8a67-e74b6f34e4ba HTTP/1.1" status: 200  len: 886 time: 0.1619270
Jun 14 03:16:12.256196 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 37420) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:16:12.514608 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b157798f-d0d9-4cb3-a4ca-1f9b00c90403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:16:12.516011 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-b157798f-d0d9-4cb3-a4ca-1f9b00c90403 admin admin] 10.222.0.13 "GET /v2.0/networks/fb9968a9-170e-47ca-a882-5552be956680 HTTP/1.1" status: 200  len: 869 time: 0.2587984
Jun 14 03:16:14.621650 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 37428) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:16:14.754184 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c621daa6-fade-43c8-8aa5-4a63526534fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:16:14.754585 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c621daa6-fade-43c8-8aa5-4a63526534fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:16:14.756085 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-c621daa6-fade-43c8-8aa5-4a63526534fe admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1335022
Jun 14 03:16:16.935302 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 37438) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:16:17.035821 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11e3fc9-9fca-44b5-ae79-0951c77dea4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:16:17.036279 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11e3fc9-9fca-44b5-ae79-0951c77dea4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:16:17.037746 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-f11e3fc9-9fca-44b5-ae79-0951c77dea4b admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1015019
Jun 14 03:16:19.166538 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 37446) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:16:19.298117 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248ca8b4-66db-4917-8953-e3cfb604b9d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:16:19.299411 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-248ca8b4-66db-4917-8953-e3cfb604b9d4 admin admin] 10.222.0.13 "GET /v2.0/subnets/35878e5a-1fe6-474a-ac78-322b5699fa34 HTTP/1.1" status: 200  len: 868 time: 0.1319442
Jun 14 03:16:21.407237 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 37454) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:16:21.516855 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62737468-ce50-41ac-969a-99b115ea5d39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:16:21.518161 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-62737468-ce50-41ac-969a-99b115ea5d39 admin admin] 10.222.0.13 "GET /v2.0/subnets/60a70a14-b6be-44b1-a1f9-f2aaa6aa296b HTTP/1.1" status: 200  len: 816 time: 0.1100063
Jun 14 03:16:34.360970 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-c4d2b265-458b-4d05-adbd-453a150defe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:16:36.978190 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-ac79466e-bad2-40e6-b775-1bb182c3c2ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:16:37.160705 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:16:38.052893 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-a6614653-0164-4561-80ac-e583b9425df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:16:39.594961 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-37effd67-6caa-48ba-975b-7ec46c17b4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:16:44.638545 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 37498) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:16:44.686369 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [None req-8dbfb21a-1efb-41c8-994f-bb5305a2d5d9 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 14 03:16:44.687413 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-8dbfb21a-1efb-41c8-994f-bb5305a2d5d9 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0479691
Jun 14 03:16:45.818570 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.agents_db [None req-ff4782b4-218c-43ce-8b60-1c0132b4bc55 None None] Agent healthcheck: found 5 active agents {{(pid=92488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 14 03:16:47.001175 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 37506) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:16:47.065449 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce863217-06e9-4ff8-bdd2-75b9fccaf12c admin admin] GET failed (client error): The resource could not be found.
Jun 14 03:16:47.066794 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-ce863217-06e9-4ff8-bdd2-75b9fccaf12c admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0646870
Jun 14 03:16:47.171283 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acc982c-51e3-4cfb-956c-abe2cccd0ec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:16:47.172728 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-7acc982c-51e3-4cfb-956c-abe2cccd0ec0 admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1022418
Jun 14 03:16:49.307315 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 37514) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:16:49.353089 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [None req-21790ac6-83d6-417e-aa8e-1233b350a1e0 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:16:49.440720 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21790ac6-83d6-417e-aa8e-1233b350a1e0 admin admin] Made reservation on behalf of ff8442aeb4894eba9e90a5485a48236a for: {'network': 1} {{(pid=92486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 14 03:16:49.443335 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-21790ac6-83d6-417e-aa8e-1233b350a1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for network, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:16:49.482430 dv-cinder-796170-1-iscsi neutron-server[92486]: WARNING neutron.services.revisions.revision_plugin [None req-21790ac6-83d6-417e-aa8e-1233b350a1e0 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f6b5dd0f820] {project_id='ff8442aeb4894eba9e90a5485a48236a', id='7fd0529a-f44f-48d0-a7f9-bf46fcc033f1', target_tenant='*', action='access_as_shared', object_id='97bf0282-75b5-40a5-b783-89e05414a8c9'}> to bump revision.
Jun 14 03:16:49.495396 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21790ac6-83d6-417e-aa8e-1233b350a1e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'}  {{(pid=92486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 14 03:16:49.503978 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-21790ac6-83d6-417e-aa8e-1233b350a1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677934'] for segment, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:16:49.504341 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.db.segments_db [None req-21790ac6-83d6-417e-aa8e-1233b350a1e0 admin admin] Added segment 48fd1e79-a00f-4af1-b983-04d5d48698ec of type vlan for network 97bf0282-75b5-40a5-b783-89e05414a8c9
Jun 14 03:16:49.558727 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-21790ac6-83d6-417e-aa8e-1233b350a1e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756196669341'] for network, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:16:49.646428 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-21790ac6-83d6-417e-aa8e-1233b350a1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111'] for network, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:16:49.647730 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21790ac6-83d6-417e-aa8e-1233b350a1e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:16:49.648294 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-21790ac6-83d6-417e-aa8e-1233b350a1e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for network, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:16:49.650164 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:16:49.726722 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21790ac6-83d6-417e-aa8e-1233b350a1e0 admin admin] Pushing event updated for resources: {'Network': ['ID=97bf0282-75b5-40a5-b783-89e05414a8c9,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:16:49.729919 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-21790ac6-83d6-417e-aa8e-1233b350a1e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:16:49.737954 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Network 97bf0282-75b5-40a5-b783-89e05414a8c9 details requested by agent ovs-agent-dv-cinder-796170-1-iscsi with host dv-cinder-796170-1-iscsi {{(pid=92487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 14 03:16:49.744430 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-21790ac6-83d6-417e-aa8e-1233b350a1e0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.4361343
Jun 14 03:16:51.886563 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 37522) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:16:51.948543 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aaa30a2-654c-4e30-a953-d48dca37584f admin admin] GET failed (client error): The resource could not be found.
Jun 14 03:16:51.949835 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-4aaa30a2-654c-4e30-a953-d48dca37584f admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0623000
Jun 14 03:16:52.039445 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01737f1a-9bbe-4d30-a29d-322cc27f3cac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:16:52.040856 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-01737f1a-9bbe-4d30-a29d-322cc27f3cac admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.0872798
Jun 14 03:16:52.051466 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [None req-474d8331-b2b4-4ccf-bd1e-e71db5a82387 admin admin] Request body: {'subnet': {'network_id': '97bf0282-75b5-40a5-b783-89e05414a8c9', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:16:52.109391 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474d8331-b2b4-4ccf-bd1e-e71db5a82387 admin admin] Made reservation on behalf of ff8442aeb4894eba9e90a5485a48236a for: {'subnet': 1} {{(pid=92486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 14 03:16:52.111558 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-474d8331-b2b4-4ccf-bd1e-e71db5a82387 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:16:52.355136 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-474d8331-b2b4-4ccf-bd1e-e71db5a82387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66823779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100'] for subnet, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:16:52.358024 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-1e795adf-786b-473c-bfa2-8df3a5c4e84b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:16:52.423279 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474d8331-b2b4-4ccf-bd1e-e71db5a82387 admin admin] Pushing event updated for resources: {'Subnet': ['ID=146a0018-0982-4dde-8e73-d6b909b024c4,revision_number=0']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:16:52.426462 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-474d8331-b2b4-4ccf-bd1e-e71db5a82387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:16:52.431852 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-474d8331-b2b4-4ccf-bd1e-e71db5a82387 admin admin] Checking segment: {'id': '48fd1e79-a00f-4af1-b983-04d5d48698ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '97bf0282-75b5-40a5-b783-89e05414a8c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 14 03:16:52.432193 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474d8331-b2b4-4ccf-bd1e-e71db5a82387 admin admin] Network hostable DHCP agents. Network: 97bf0282-75b5-40a5-b783-89e05414a8c9, hostable agents: ['0d423c39-5fbd-4170-be1c-b40e9c0b21c1'], hosted agents: [] {{(pid=92486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 14 03:16:52.532016 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474d8331-b2b4-4ccf-bd1e-e71db5a82387 admin admin] Network 97bf0282-75b5-40a5-b783-89e05414a8c9 is scheduled to be hosted by DHCP agent 0d423c39-5fbd-4170-be1c-b40e9c0b21c1 with binding_index 1 {{(pid=92486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 14 03:16:52.600439 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.base_scheduler [None req-474d8331-b2b4-4ccf-bd1e-e71db5a82387 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-1-iscsi, 97bf0282-75b5-40a5-b783-89e05414a8c9) {{(pid=92486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:16:52.604611 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474d8331-b2b4-4ccf-bd1e-e71db5a82387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:16:52.605182 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-474d8331-b2b4-4ccf-bd1e-e71db5a82387 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for subnet, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:16:52.609430 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4904efef-7b53-46f1-81a4-314ba79a0e77 None None] Network 97bf0282-75b5-40a5-b783-89e05414a8c9 requested from dv-cinder-796170-1-iscsi {{(pid=92487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 14 03:16:52.687943 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-474d8331-b2b4-4ccf-bd1e-e71db5a82387 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.6397274
Jun 14 03:16:52.798878 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8ee4c1-42f6-4afb-865c-0ce7d39c44b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70344d28-076a-51d6-aec4-a96cd55dd66f-97bf0282-75b5-40a5-b783-89e05414a8c9', 'network_id': '97bf0282-75b5-40a5-b783-89e05414a8c9', 'tenant_id': 'ff8442aeb4894eba9e90a5485a48236a', 'fixed_ips': [{'subnet_id': '146a0018-0982-4dde-8e73-d6b909b024c4'}]}} from dv-cinder-796170-1-iscsi. {{(pid=92487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 14 03:16:52.799737 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-4a8ee4c1-42f6-4afb-865c-0ce7d39c44b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for port, before_create {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:16:52.956624 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.db_base_plugin_common [None req-4a8ee4c1-42f6-4afb-865c-0ce7d39c44b2 None None] Allocated IP 192.168.233.2 (97bf0282-75b5-40a5-b783-89e05414a8c9/146a0018-0982-4dde-8e73-d6b909b024c4/d7ab6941-257e-4c43-9675-a578aee2f28d) {{(pid=92487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 14 03:16:53.133772 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-4a8ee4c1-42f6-4afb-865c-0ce7d39c44b2 None None] Notify callbacks [] for port, precommit_create {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:16:53.142161 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-4a8ee4c1-42f6-4afb-865c-0ce7d39c44b2 None None] Transition to ACTIVE for port object d7ab6941-257e-4c43-9675-a578aee2f28d will not be triggered until provisioned by entity L2. {{(pid=92487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:16:53.157121 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-4a8ee4c1-42f6-4afb-865c-0ce7d39c44b2 None None] Transition to ACTIVE for port object d7ab6941-257e-4c43-9675-a578aee2f28d will not be triggered until provisioned by entity DHCP. {{(pid=92487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:16:53.246987 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-4a8ee4c1-42f6-4afb-865c-0ce7d39c44b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-668656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756196682527'] for port, after_create {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:16:53.249987 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:16:53.297480 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8ee4c1-42f6-4afb-865c-0ce7d39c44b2 None None] Network 97bf0282-75b5-40a5-b783-89e05414a8c9 is already hosted by enough agents. {{(pid=92487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 14 03:16:53.300292 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.scheduler.base_scheduler [None req-4a8ee4c1-42f6-4afb-865c-0ce7d39c44b2 None None] Resources bound (agent type, host, resource id):  {{(pid=92487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:16:53.304794 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8ee4c1-42f6-4afb-865c-0ce7d39c44b2 None None] Received port after_create {{(pid=92487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 14 03:16:53.307027 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8ee4c1-42f6-4afb-865c-0ce7d39c44b2 None None] Pushing event updated for resources: {'Port': ['ID=d7ab6941-257e-4c43-9675-a578aee2f28d,revision_number=1']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:16:53.318858 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8ee4c1-42f6-4afb-865c-0ce7d39c44b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:16:53.319203 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8ee4c1-42f6-4afb-865c-0ce7d39c44b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:16:53.319541 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8ee4c1-42f6-4afb-865c-0ce7d39c44b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:16:53.319872 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8ee4c1-42f6-4afb-865c-0ce7d39c44b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:16:53.320206 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8ee4c1-42f6-4afb-865c-0ce7d39c44b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:16:53.320532 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8ee4c1-42f6-4afb-865c-0ce7d39c44b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:16:53.320858 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8ee4c1-42f6-4afb-865c-0ce7d39c44b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:16:53.321185 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8ee4c1-42f6-4afb-865c-0ce7d39c44b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:16:53.321509 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8ee4c1-42f6-4afb-865c-0ce7d39c44b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:16:53.321830 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8ee4c1-42f6-4afb-865c-0ce7d39c44b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:16:53.322150 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8ee4c1-42f6-4afb-865c-0ce7d39c44b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:16:53.322494 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8ee4c1-42f6-4afb-865c-0ce7d39c44b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:16:53.349020 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-4a8ee4c1-42f6-4afb-865c-0ce7d39c44b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:16:53.387401 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.managers [None req-4a8ee4c1-42f6-4afb-865c-0ce7d39c44b2 None None] Attempting to bind port d7ab6941-257e-4c43-9675-a578aee2f28d on host dv-cinder-796170-1-iscsi for vnic_type normal with profile  {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 14 03:16:53.387768 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.managers [None req-4a8ee4c1-42f6-4afb-865c-0ce7d39c44b2 None None] Attempting to bind port d7ab6941-257e-4c43-9675-a578aee2f28d by drivers openvswitch,hyperv on host dv-cinder-796170-1-iscsi at level 0 using segments [{'id': '48fd1e79-a00f-4af1-b983-04d5d48698ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '97bf0282-75b5-40a5-b783-89e05414a8c9'}] {{(pid=92487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 14 03:16:53.388126 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8ee4c1-42f6-4afb-865c-0ce7d39c44b2 None None] Attempting to bind port d7ab6941-257e-4c43-9675-a578aee2f28d on network 97bf0282-75b5-40a5-b783-89e05414a8c9 {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 14 03:16:53.393239 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8ee4c1-42f6-4afb-865c-0ce7d39c44b2 None None] Checking agent: {'id': '3556250a-8008-4613-a9a6-6061713fcb85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 13, 37), 'started_at': datetime.datetime(2021, 6, 14, 3, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 14 03:16:53.393607 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8ee4c1-42f6-4afb-865c-0ce7d39c44b2 None None] Checking segment: {'id': '48fd1e79-a00f-4af1-b983-04d5d48698ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '97bf0282-75b5-40a5-b783-89e05414a8c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 14 03:16:53.394005 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-4a8ee4c1-42f6-4afb-865c-0ce7d39c44b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:16:53.394433 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8ee4c1-42f6-4afb-865c-0ce7d39c44b2 None None] Bound using segment: {'id': '48fd1e79-a00f-4af1-b983-04d5d48698ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '97bf0282-75b5-40a5-b783-89e05414a8c9'} {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 14 03:16:53.394929 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.managers [None req-4a8ee4c1-42f6-4afb-865c-0ce7d39c44b2 None None] Bound port: d7ab6941-257e-4c43-9675-a578aee2f28d, host: dv-cinder-796170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48fd1e79-a00f-4af1-b983-04d5d48698ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '97bf0282-75b5-40a5-b783-89e05414a8c9'}}] {{(pid=92487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 14 03:16:53.395306 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-4a8ee4c1-42f6-4afb-865c-0ce7d39c44b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:16:53.471603 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-4a8ee4c1-42f6-4afb-865c-0ce7d39c44b2 None None] For port d7ab6941-257e-4c43-9675-a578aee2f28d, host dv-cinder-796170-1-iscsi, cleared binding levels {{(pid=92487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 14 03:16:53.474805 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-4a8ee4c1-42f6-4afb-865c-0ce7d39c44b2 None None] For port d7ab6941-257e-4c43-9675-a578aee2f28d, host dv-cinder-796170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=d7ab6941-257e-4c43-9675-a578aee2f28d,segment=NetworkSegment(48fd1e79-a00f-4af1-b983-04d5d48698ec),segment_id=48fd1e79-a00f-4af1-b983-04d5d48698ec)] {{(pid=92487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 14 03:16:53.544015 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-4a8ee4c1-42f6-4afb-865c-0ce7d39c44b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:16:53.546307 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:16:53.719084 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8ee4c1-42f6-4afb-865c-0ce7d39c44b2 None None] Pushing event updated for resources: {'Port': ['ID=d7ab6941-257e-4c43-9675-a578aee2f28d,revision_number=2']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:16:53.722155 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-4a8ee4c1-42f6-4afb-865c-0ce7d39c44b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:16:54.482217 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115b8839-bc2e-4d2e-8d23-7208f496e40e None None] Network 97bf0282-75b5-40a5-b783-89e05414a8c9 requested from dv-cinder-796170-1-iscsi {{(pid=92487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 14 03:16:54.692759 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-cc55c1ab-24b8-4ffc-aea1-0308f31f9a81 None None] Provisioning for port d7ab6941-257e-4c43-9675-a578aee2f28d completed by entity DHCP. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:16:55.121972 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device d7ab6941-257e-4c43-9675-a578aee2f28d up at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:16:55.246306 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning for port d7ab6941-257e-4c43-9675-a578aee2f28d completed by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:16:55.251324 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning complete for port d7ab6941-257e-4c43-9675-a578aee2f28d triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:16:55.251828 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:16:55.341902 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:16:55.378292 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] For port d7ab6941-257e-4c43-9675-a578aee2f28d, host dv-cinder-796170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=d7ab6941-257e-4c43-9675-a578aee2f28d,segment=NetworkSegment(48fd1e79-a00f-4af1-b983-04d5d48698ec),segment_id=48fd1e79-a00f-4af1-b983-04d5d48698ec)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:16:55.423514 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:16:55.426643 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:16:55.484602 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Pushing event updated for resources: {'Port': ['ID=d7ab6941-257e-4c43-9675-a578aee2f28d,revision_number=3']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:16:55.487751 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:16:57.099984 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device d7ab6941-257e-4c43-9675-a578aee2f28d up at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:16:57.153349 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning complete for port d7ab6941-257e-4c43-9675-a578aee2f28d triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:16:57.153721 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:17:04.371477 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-561beace-0dbd-4142-b73d-a672142fb331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:17:06.937584 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-94a8dfa8-880f-4970-b185-70c359802b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:17:07.183556 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:17:08.057163 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-a6614653-0164-4561-80ac-e583b9425df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:17:09.577766 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-37effd67-6caa-48ba-975b-7ec46c17b4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:17:22.817098 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.agents_db [None req-ff4782b4-218c-43ce-8b60-1c0132b4bc55 None None] Agent healthcheck: found 5 active agents {{(pid=92488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 14 03:17:34.394627 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-ed7a085f-a52f-46af-a083-41b712b54a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:17:36.943045 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-9e80c835-c2b1-431b-a5c0-e261a608af19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:17:37.172469 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:17:38.063179 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-a6614653-0164-4561-80ac-e583b9425df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:17:39.617380 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-37effd67-6caa-48ba-975b-7ec46c17b4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:17:59.816016 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.agents_db [None req-ff4782b4-218c-43ce-8b60-1c0132b4bc55 None None] Agent healthcheck: found 5 active agents {{(pid=92488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 14 03:18:04.388121 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-52037602-b035-4a6f-ab73-25d30e77bc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:18:06.931158 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-d1b92103-7ee7-4201-96f7-3b94d945f085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:18:07.165143 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:18:08.091316 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-a6614653-0164-4561-80ac-e583b9425df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:18:09.628465 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-37effd67-6caa-48ba-975b-7ec46c17b4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:18:34.416511 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-e57116f3-9aba-4405-b1a9-215489735a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:18:34.583400 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 37574) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:18:34.589416 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [None req-5287a2f4-6edf-4786-82e6-cfdc466e7c06 tempest-verify_tempest_config-1309491706 tempest-verify_tempest_config-1309491706-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 14 03:18:34.590534 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-5287a2f4-6edf-4786-82e6-cfdc466e7c06 tempest-verify_tempest_config-1309491706 tempest-verify_tempest_config-1309491706-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0060475
Jun 14 03:18:35.195587 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 37592) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:18:35.297360 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-40dffc8e-6b30-42f7-8592-8277d14c4c9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:18:35.387475 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-40dffc8e-6b30-42f7-8592-8277d14c4c9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:18:35.456649 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-40dffc8e-6b30-42f7-8592-8277d14c4c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:18:35.459745 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:18:35.506269 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-40dffc8e-6b30-42f7-8592-8277d14c4c9e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=08d004ba110d4f46962b2f02a28ac578&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3096654
Jun 14 03:18:35.507097 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dffc8e-6b30-42f7-8592-8277d14c4c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=846788ce-c662-47ca-ab49-2ad11b83f875,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:18:35.509223 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 37596) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:18:35.513607 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dffc8e-6b30-42f7-8592-8277d14c4c9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:18:35.513970 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dffc8e-6b30-42f7-8592-8277d14c4c9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:18:35.514305 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dffc8e-6b30-42f7-8592-8277d14c4c9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:18:35.514658 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dffc8e-6b30-42f7-8592-8277d14c4c9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:18:35.514978 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dffc8e-6b30-42f7-8592-8277d14c4c9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:18:35.515311 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dffc8e-6b30-42f7-8592-8277d14c4c9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:18:35.515639 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dffc8e-6b30-42f7-8592-8277d14c4c9e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:18:35.515953 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dffc8e-6b30-42f7-8592-8277d14c4c9e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:18:35.516285 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dffc8e-6b30-42f7-8592-8277d14c4c9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:18:35.516601 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dffc8e-6b30-42f7-8592-8277d14c4c9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:18:35.516913 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dffc8e-6b30-42f7-8592-8277d14c4c9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:18:35.517223 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40dffc8e-6b30-42f7-8592-8277d14c4c9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:18:35.521525 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-40dffc8e-6b30-42f7-8592-8277d14c4c9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:18:35.567008 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-bb661284-94ac-44cb-9f0f-365c661ff4df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:18:35.590772 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-bb661284-94ac-44cb-9f0f-365c661ff4df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:18:35.737326 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-bb661284-94ac-44cb-9f0f-365c661ff4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:18:35.740143 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-bb661284-94ac-44cb-9f0f-365c661ff4df admin admin] Notify callbacks [] for security_group, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:18:35.741300 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-bb661284-94ac-44cb-9f0f-365c661ff4df admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/846788ce-c662-47ca-ab49-2ad11b83f875 HTTP/1.1" status: 204  len: 168 time: 0.2311947
Jun 14 03:18:35.741967 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-20b751ed-ad60-48c2-92ae-42642f88c2dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:18:35.750362 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb661284-94ac-44cb-9f0f-365c661ff4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=846788ce-c662-47ca-ab49-2ad11b83f875,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:18:35.756824 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb661284-94ac-44cb-9f0f-365c661ff4df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:18:35.757171 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb661284-94ac-44cb-9f0f-365c661ff4df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:18:35.757500 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb661284-94ac-44cb-9f0f-365c661ff4df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:18:35.757829 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb661284-94ac-44cb-9f0f-365c661ff4df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:18:35.758198 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb661284-94ac-44cb-9f0f-365c661ff4df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:18:35.758566 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb661284-94ac-44cb-9f0f-365c661ff4df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:18:35.758888 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb661284-94ac-44cb-9f0f-365c661ff4df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:18:35.759281 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb661284-94ac-44cb-9f0f-365c661ff4df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:18:35.759538 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb661284-94ac-44cb-9f0f-365c661ff4df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:18:35.759853 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb661284-94ac-44cb-9f0f-365c661ff4df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:18:35.760163 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb661284-94ac-44cb-9f0f-365c661ff4df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:18:35.760469 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb661284-94ac-44cb-9f0f-365c661ff4df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:18:35.763635 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-bb661284-94ac-44cb-9f0f-365c661ff4df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:18:36.815717 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.agents_db [None req-ff4782b4-218c-43ce-8b60-1c0132b4bc55 None None] Agent healthcheck: found 5 active agents {{(pid=92488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 14 03:18:36.925222 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-c37818e6-b275-468b-888d-e96a2a0f89c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:18:37.136434 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:18:38.085730 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-a6614653-0164-4561-80ac-e583b9425df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:18:39.610602 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-37effd67-6caa-48ba-975b-7ec46c17b4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:19:04.427725 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-2e00a416-a5ad-481e-89f2-c26670b9c0ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:19:06.924915 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-8904650d-bfb1-4801-b74e-0060bb562561 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:19:07.176262 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:19:08.067409 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-a6614653-0164-4561-80ac-e583b9425df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:19:09.609674 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-37effd67-6caa-48ba-975b-7ec46c17b4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:19:13.815966 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.agents_db [None req-ff4782b4-218c-43ce-8b60-1c0132b4bc55 None None] Agent healthcheck: found 5 active agents {{(pid=92488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 14 03:19:34.410302 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-83bbc916-551c-47a1-badb-19e9d810c977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:19:36.930607 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-6cc0a270-446e-46a4-bbc6-d15886fac60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:19:37.163425 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:19:38.083685 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-a6614653-0164-4561-80ac-e583b9425df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:19:39.598937 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-37effd67-6caa-48ba-975b-7ec46c17b4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:19:50.814104 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.agents_db [None req-ff4782b4-218c-43ce-8b60-1c0132b4bc55 None None] Agent healthcheck: found 5 active agents {{(pid=92488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 14 03:20:04.404269 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-896888b2-5dc7-4bc8-bb90-0afdc7443eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:20:05.141223 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182'] for agent, after_create {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:20:06.924151 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-670f3f7e-4363-45b5-b75b-da583ff10756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:20:07.141124 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:20:08.067649 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-a6614653-0164-4561-80ac-e583b9425df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:20:08.760725 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 37654) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:20:08.865053 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-4afd4ac7-80d3-4137-9257-56f13a192c67 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1032221
Jun 14 03:20:09.632714 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-37effd67-6caa-48ba-975b-7ec46c17b4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:20:11.088264 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 37664) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:20:11.147105 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-9d0263d8-73c4-43a5-8fe2-6447ced5f0ce admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0577602
Jun 14 03:20:27.813096 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.agents_db [None req-ff4782b4-218c-43ce-8b60-1c0132b4bc55 None None] Agent healthcheck: found 6 active agents {{(pid=92488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 14 03:20:34.414120 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-9bb5d084-3438-4ba8-874c-7524d75559df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:20:35.072364 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:20:36.946557 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-7188dadb-6627-45b8-8aa4-5a775f1cdb7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:20:37.157186 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:20:38.083756 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-a6614653-0164-4561-80ac-e583b9425df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:20:39.609550 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-37effd67-6caa-48ba-975b-7ec46c17b4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:04.403600 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-3da8036c-70f4-4db4-85d8-4231c7e384a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:04.813003 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.agents_db [None req-ff4782b4-218c-43ce-8b60-1c0132b4bc55 None None] Agent healthcheck: found 6 active agents {{(pid=92488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 14 03:21:05.072620 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:06.958295 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-43665dee-2d8d-4f2c-bde0-bb0e9923b3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:07.145506 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:08.083344 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-a6614653-0164-4561-80ac-e583b9425df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:09.614984 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-37effd67-6caa-48ba-975b-7ec46c17b4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:34.409050 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-7ed65890-6b6b-4cb8-9df9-dd4aac67db4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:34.755083 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 37822) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:21:35.096131 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:35.147799 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [None req-f2a1e12b-2f80-4695-9a40-edb419840e2b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-280545644-network', 'tenant_id': 'd770a57b3e724678a2cc69c7a9890825'}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:21:35.244035 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a1e12b-2f80-4695-9a40-edb419840e2b admin admin] Made reservation on behalf of d770a57b3e724678a2cc69c7a9890825 for: {'network': 1} {{(pid=92486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 14 03:21:35.246697 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-f2a1e12b-2f80-4695-9a40-edb419840e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for network, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:35.261997 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-f2a1e12b-2f80-4695-9a40-edb419840e2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:35.359016 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-f2a1e12b-2f80-4695-9a40-edb419840e2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:35.410190 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-f2a1e12b-2f80-4695-9a40-edb419840e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:35.414617 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-3129a74d-4e24-464c-af03-9eed44566bf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:21:35.440505 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a1e12b-2f80-4695-9a40-edb419840e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:21:35.450792 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a1e12b-2f80-4695-9a40-edb419840e2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:21:35.451219 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a1e12b-2f80-4695-9a40-edb419840e2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:21:35.451473 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a1e12b-2f80-4695-9a40-edb419840e2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:21:35.451809 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a1e12b-2f80-4695-9a40-edb419840e2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:21:35.452114 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a1e12b-2f80-4695-9a40-edb419840e2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:21:35.452434 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a1e12b-2f80-4695-9a40-edb419840e2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:21:35.452751 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a1e12b-2f80-4695-9a40-edb419840e2b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:21:35.453063 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a1e12b-2f80-4695-9a40-edb419840e2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:21:35.453382 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a1e12b-2f80-4695-9a40-edb419840e2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:21:35.453692 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a1e12b-2f80-4695-9a40-edb419840e2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:21:35.454583 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a1e12b-2f80-4695-9a40-edb419840e2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:21:35.454916 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a1e12b-2f80-4695-9a40-edb419840e2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:21:35.462067 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a1e12b-2f80-4695-9a40-edb419840e2b admin admin] Tracked resource versions report:
Jun 14 03:21:35.462067 dv-cinder-796170-1-iscsi neutron-server[92486]: pushed versions:
Jun 14 03:21:35.462067 dv-cinder-796170-1-iscsi neutron-server[92486]: {   'AddressGroup': {'1.2'},
Jun 14 03:21:35.462067 dv-cinder-796170-1-iscsi neutron-server[92486]:     'ConntrackHelper': {'1.0'},
Jun 14 03:21:35.462067 dv-cinder-796170-1-iscsi neutron-server[92486]:     'Log': {'1.0'},
Jun 14 03:21:35.462067 dv-cinder-796170-1-iscsi neutron-server[92486]:     'Network': {'1.1'},
Jun 14 03:21:35.462067 dv-cinder-796170-1-iscsi neutron-server[92486]:     'Port': {'1.7'},
Jun 14 03:21:35.462067 dv-cinder-796170-1-iscsi neutron-server[92486]:     'PortForwarding': {'1.2'},
Jun 14 03:21:35.462067 dv-cinder-796170-1-iscsi neutron-server[92486]:     'QosPolicy': {'1.8'},
Jun 14 03:21:35.462067 dv-cinder-796170-1-iscsi neutron-server[92486]:     'SecurityGroup': {'1.4'},
Jun 14 03:21:35.462067 dv-cinder-796170-1-iscsi neutron-server[92486]:     'SecurityGroupRule': {'1.2'},
Jun 14 03:21:35.462067 dv-cinder-796170-1-iscsi neutron-server[92486]:     'SubPort': {'1.0'},
Jun 14 03:21:35.462067 dv-cinder-796170-1-iscsi neutron-server[92486]:     'Subnet': {'1.1'},
Jun 14 03:21:35.462067 dv-cinder-796170-1-iscsi neutron-server[92486]:     'Trunk': {'1.1'}}
Jun 14 03:21:35.462067 dv-cinder-796170-1-iscsi neutron-server[92486]: consumer versions:
Jun 14 03:21:35.462067 dv-cinder-796170-1-iscsi neutron-server[92486]: {   DHCP agent@dv-cinder-796170-1-iscsi: {},
Jun 14 03:21:35.462067 dv-cinder-796170-1-iscsi neutron-server[92486]:     HyperV agent@hv-cinder-79617: {},
Jun 14 03:21:35.462067 dv-cinder-796170-1-iscsi neutron-server[92486]:     L3 agent@dv-cinder-796170-1-iscsi: {},
Jun 14 03:21:35.462067 dv-cinder-796170-1-iscsi neutron-server[92486]:     Metadata agent@dv-cinder-796170-1-iscsi: {},
Jun 14 03:21:35.462067 dv-cinder-796170-1-iscsi neutron-server[92486]:     Metering agent@dv-cinder-796170-1-iscsi: {},
Jun 14 03:21:35.462067 dv-cinder-796170-1-iscsi neutron-server[92486]:     Open vSwitch agent@dv-cinder-796170-1-iscsi: {   'AddressGroup': '1.2',
Jun 14 03:21:35.462067 dv-cinder-796170-1-iscsi neutron-server[92486]:                                                      'ConntrackHelper': '1.0',
Jun 14 03:21:35.462067 dv-cinder-796170-1-iscsi neutron-server[92486]:                                                      'Log': '1.0',
Jun 14 03:21:35.462067 dv-cinder-796170-1-iscsi neutron-server[92486]:                                                      'Network': '1.1',
Jun 14 03:21:35.462067 dv-cinder-796170-1-iscsi neutron-server[92486]:                                                      'Port': '1.7',
Jun 14 03:21:35.462067 dv-cinder-796170-1-iscsi neutron-server[92486]:                                                      'PortForwarding': '1.2',
Jun 14 03:21:35.462067 dv-cinder-796170-1-iscsi neutron-server[92486]:                                                      'QosPolicy': '1.8',
Jun 14 03:21:35.462067 dv-cinder-796170-1-iscsi neutron-server[92486]:                                                      'SecurityGroup': '1.4',
Jun 14 03:21:35.462067 dv-cinder-796170-1-iscsi neutron-server[92486]:                                                      'SecurityGroupRule': '1.2',
Jun 14 03:21:35.462067 dv-cinder-796170-1-iscsi neutron-server[92486]:                                                      'SubPort': '1.0',
Jun 14 03:21:35.462067 dv-cinder-796170-1-iscsi neutron-server[92486]:                                                      'Subnet': '1.1',
Jun 14 03:21:35.462067 dv-cinder-796170-1-iscsi neutron-server[92486]:                                                      'Trunk': '1.1'}}
Jun 14 03:21:35.462067 dv-cinder-796170-1-iscsi neutron-server[92486]:  {{(pid=92486) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 14 03:21:35.462067 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-f2a1e12b-2f80-4695-9a40-edb419840e2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:21:35.462067 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2a1e12b-2f80-4695-9a40-edb419840e2b admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'}  {{(pid=92486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 14 03:21:35.479206 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-f2a1e12b-2f80-4695-9a40-edb419840e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677934'] for segment, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:35.479552 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.db.segments_db [None req-f2a1e12b-2f80-4695-9a40-edb419840e2b admin admin] Added segment 1ff9c71f-b453-4f17-a8ba-b084557f6d64 of type vlan for network 5a47fa3e-70b2-4efd-bce9-673f89030784
Jun 14 03:21:35.529207 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-f2a1e12b-2f80-4695-9a40-edb419840e2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756196669341'] for network, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:35.603584 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-f2a1e12b-2f80-4695-9a40-edb419840e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111'] for network, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:35.604919 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a1e12b-2f80-4695-9a40-edb419840e2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:21:35.605495 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-f2a1e12b-2f80-4695-9a40-edb419840e2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for network, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:35.608877 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-21790ac6-83d6-417e-aa8e-1233b350a1e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:21:35.689058 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a1e12b-2f80-4695-9a40-edb419840e2b admin admin] Pushing event updated for resources: {'Network': ['ID=5a47fa3e-70b2-4efd-bce9-673f89030784,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:21:35.691689 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-f2a1e12b-2f80-4695-9a40-edb419840e2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:21:35.700027 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Network 5a47fa3e-70b2-4efd-bce9-673f89030784 details requested by agent ovs-agent-dv-cinder-796170-1-iscsi with host dv-cinder-796170-1-iscsi {{(pid=92487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 14 03:21:35.729414 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-f2a1e12b-2f80-4695-9a40-edb419840e2b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 0.9722826
Jun 14 03:21:35.732747 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 37870) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:21:35.742488 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [None req-d70e3d65-9b79-41f6-a4dd-8507533e5d0c admin admin] Request body: {'subnet': {'network_id': '5a47fa3e-70b2-4efd-bce9-673f89030784', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-280545644-subnet', 'tenant_id': 'd770a57b3e724678a2cc69c7a9890825', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:21:35.827559 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 37880) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:21:35.835853 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 37884) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:21:35.860206 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70e3d65-9b79-41f6-a4dd-8507533e5d0c admin admin] Made reservation on behalf of d770a57b3e724678a2cc69c7a9890825 for: {'subnet': 1} {{(pid=92486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 14 03:21:35.860206 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-d70e3d65-9b79-41f6-a4dd-8507533e5d0c admin admin] Notify callbacks [] for subnet, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:36.146583 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [None req-6f4e80c5-50e2-4d51-a29b-52820cf7912e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1229271925-network', 'tenant_id': '905df3b94867400f8b147639ba6a431e'}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:21:36.152940 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-d70e3d65-9b79-41f6-a4dd-8507533e5d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66823779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100'] for subnet, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:36.159428 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:21:36.181758 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.v2.base [None req-cf846f92-5f25-4dfa-b924-0b89ac4c3fa3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1534433232-network', 'tenant_id': '5130d6f64ce3404086e24f56ec549881'}} {{(pid=92485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:21:36.243287 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70e3d65-9b79-41f6-a4dd-8507533e5d0c admin admin] Checking segment: {'id': '1ff9c71f-b453-4f17-a8ba-b084557f6d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5a47fa3e-70b2-4efd-bce9-673f89030784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 14 03:21:36.243642 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70e3d65-9b79-41f6-a4dd-8507533e5d0c admin admin] Network hostable DHCP agents. Network: 5a47fa3e-70b2-4efd-bce9-673f89030784, hostable agents: ['0d423c39-5fbd-4170-be1c-b40e9c0b21c1'], hosted agents: [] {{(pid=92486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 14 03:21:36.246604 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70e3d65-9b79-41f6-a4dd-8507533e5d0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=22848147-cf67-4dfd-aeab-710e50c30d70,revision_number=0']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:21:36.249765 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-d70e3d65-9b79-41f6-a4dd-8507533e5d0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:21:36.284871 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4e80c5-50e2-4d51-a29b-52820cf7912e admin admin] Made reservation on behalf of 905df3b94867400f8b147639ba6a431e for: {'network': 1} {{(pid=92486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 14 03:21:36.286485 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-6f4e80c5-50e2-4d51-a29b-52820cf7912e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for network, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:36.298014 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-6f4e80c5-50e2-4d51-a29b-52820cf7912e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:36.302267 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 37902) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:21:36.386742 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70e3d65-9b79-41f6-a4dd-8507533e5d0c admin admin] Network 5a47fa3e-70b2-4efd-bce9-673f89030784 is scheduled to be hosted by DHCP agent 0d423c39-5fbd-4170-be1c-b40e9c0b21c1 with binding_index 1 {{(pid=92486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 14 03:21:36.415307 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf846f92-5f25-4dfa-b924-0b89ac4c3fa3 admin admin] Made reservation on behalf of 5130d6f64ce3404086e24f56ec549881 for: {'network': 1} {{(pid=92485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 14 03:21:36.418005 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-cf846f92-5f25-4dfa-b924-0b89ac4c3fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for network, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:36.436127 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-cf846f92-5f25-4dfa-b924-0b89ac4c3fa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:36.473980 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.base_scheduler [None req-d70e3d65-9b79-41f6-a4dd-8507533e5d0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-1-iscsi, 5a47fa3e-70b2-4efd-bce9-673f89030784) {{(pid=92486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:21:36.481640 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70e3d65-9b79-41f6-a4dd-8507533e5d0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:21:36.482322 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-d70e3d65-9b79-41f6-a4dd-8507533e5d0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for subnet, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:36.485184 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c412083b-9100-49fa-b58c-88652467b3aa None None] Network 5a47fa3e-70b2-4efd-bce9-673f89030784 requested from dv-cinder-796170-1-iscsi {{(pid=92487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 14 03:21:36.526056 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.v2.base [None req-4845dbc0-33c5-4dd5-a559-8f6d129efa3d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1283861758-network', 'tenant_id': '9155b325d6cd4337b263e1034bb9dbfb'}} {{(pid=92485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:21:36.539454 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-6f4e80c5-50e2-4d51-a29b-52820cf7912e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:36.644623 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-6f4e80c5-50e2-4d51-a29b-52820cf7912e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:36.649421 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:21:36.659831 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-decf300b-39f9-4408-9025-223e509b1ee4 None None] Network 5a47fa3e-70b2-4efd-bce9-673f89030784 requested from dv-cinder-796170-1-iscsi {{(pid=92487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 14 03:21:36.677384 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f4e80c5-50e2-4d51-a29b-52820cf7912e admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'}  {{(pid=92486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 14 03:21:36.692695 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4e80c5-50e2-4d51-a29b-52820cf7912e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56b699cd-5566-4050-8e47-1622627b229d,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:21:36.697040 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-6f4e80c5-50e2-4d51-a29b-52820cf7912e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:21:36.698087 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-6f4e80c5-50e2-4d51-a29b-52820cf7912e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677934'] for segment, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:36.698442 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.db.segments_db [None req-6f4e80c5-50e2-4d51-a29b-52820cf7912e admin admin] Added segment 60337f48-7715-4210-80d5-082077cf0c5a of type vlan for network 364831ae-ab84-4b28-aa5f-7b62539d42d4
Jun 14 03:21:36.712273 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-d70e3d65-9b79-41f6-a4dd-8507533e5d0c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 0.9783604
Jun 14 03:21:36.715495 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 37916) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:21:36.721977 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [None req-2f9c1072-1e25-4183-8111-0a5500d9efd4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-280545644-router', 'tenant_id': 'd770a57b3e724678a2cc69c7a9890825', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba'}}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:21:36.808922 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-6f4e80c5-50e2-4d51-a29b-52820cf7912e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756196669341'] for network, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:36.852962 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-cf846f92-5f25-4dfa-b924-0b89ac4c3fa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:36.961598 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-cf846f92-5f25-4dfa-b924-0b89ac4c3fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:36.970179 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:21:36.982885 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf846f92-5f25-4dfa-b924-0b89ac4c3fa3 admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'}  {{(pid=92485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 14 03:21:36.992267 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-8cdfa437-1938-460a-b317-801c0c4511a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:36.992808 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-6f4e80c5-50e2-4d51-a29b-52820cf7912e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111'] for network, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:36.994041 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4e80c5-50e2-4d51-a29b-52820cf7912e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:21:36.994166 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-6f4e80c5-50e2-4d51-a29b-52820cf7912e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for network, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:36.997094 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:21:37.002651 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-cf846f92-5f25-4dfa-b924-0b89ac4c3fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677934'] for segment, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:37.002988 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.db.segments_db [None req-cf846f92-5f25-4dfa-b924-0b89ac4c3fa3 admin admin] Added segment b291bd91-84e2-429d-ad5c-40697d97b7c7 of type vlan for network 61252df1-fba7-4cd7-ac4e-3221f1850428
Jun 14 03:21:37.055246 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-cf846f92-5f25-4dfa-b924-0b89ac4c3fa3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756196669341'] for network, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:37.086506 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4e80c5-50e2-4d51-a29b-52820cf7912e admin admin] Pushing event updated for resources: {'Network': ['ID=364831ae-ab84-4b28-aa5f-7b62539d42d4,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:21:37.090775 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-6f4e80c5-50e2-4d51-a29b-52820cf7912e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:21:37.098861 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Network 364831ae-ab84-4b28-aa5f-7b62539d42d4 details requested by agent ovs-agent-dv-cinder-796170-1-iscsi with host dv-cinder-796170-1-iscsi {{(pid=92487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 14 03:21:37.111686 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4845dbc0-33c5-4dd5-a559-8f6d129efa3d admin admin] Made reservation on behalf of 9155b325d6cd4337b263e1034bb9dbfb for: {'network': 1} {{(pid=92485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 14 03:21:37.113952 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-4845dbc0-33c5-4dd5-a559-8f6d129efa3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for network, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:37.130535 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-4845dbc0-33c5-4dd5-a559-8f6d129efa3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:37.150448 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf846f92-5f25-4dfa-b924-0b89ac4c3fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=063b5950-8f35-4eb2-8e3d-38f35ead0a5d,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:21:37.158271 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf846f92-5f25-4dfa-b924-0b89ac4c3fa3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:21:37.158670 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf846f92-5f25-4dfa-b924-0b89ac4c3fa3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:21:37.159092 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf846f92-5f25-4dfa-b924-0b89ac4c3fa3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:21:37.159420 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf846f92-5f25-4dfa-b924-0b89ac4c3fa3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:21:37.159742 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf846f92-5f25-4dfa-b924-0b89ac4c3fa3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:21:37.160142 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf846f92-5f25-4dfa-b924-0b89ac4c3fa3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:21:37.160663 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf846f92-5f25-4dfa-b924-0b89ac4c3fa3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:21:37.160987 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf846f92-5f25-4dfa-b924-0b89ac4c3fa3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:21:37.161390 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf846f92-5f25-4dfa-b924-0b89ac4c3fa3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:21:37.161531 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-2f9c1072-1e25-4183-8111-0a5500d9efd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66749865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256276'] for router, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:37.161691 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf846f92-5f25-4dfa-b924-0b89ac4c3fa3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:21:37.162026 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf846f92-5f25-4dfa-b924-0b89ac4c3fa3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:21:37.162417 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf846f92-5f25-4dfa-b924-0b89ac4c3fa3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:21:37.163495 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf846f92-5f25-4dfa-b924-0b89ac4c3fa3 admin admin] Tracked resource versions report:
Jun 14 03:21:37.163495 dv-cinder-796170-1-iscsi neutron-server[92485]: pushed versions:
Jun 14 03:21:37.163495 dv-cinder-796170-1-iscsi neutron-server[92485]: {   'AddressGroup': {'1.2'},
Jun 14 03:21:37.163495 dv-cinder-796170-1-iscsi neutron-server[92485]:     'ConntrackHelper': {'1.0'},
Jun 14 03:21:37.163495 dv-cinder-796170-1-iscsi neutron-server[92485]:     'Log': {'1.0'},
Jun 14 03:21:37.163495 dv-cinder-796170-1-iscsi neutron-server[92485]:     'Network': {'1.1'},
Jun 14 03:21:37.163495 dv-cinder-796170-1-iscsi neutron-server[92485]:     'Port': {'1.7'},
Jun 14 03:21:37.163495 dv-cinder-796170-1-iscsi neutron-server[92485]:     'PortForwarding': {'1.2'},
Jun 14 03:21:37.163495 dv-cinder-796170-1-iscsi neutron-server[92485]:     'QosPolicy': {'1.8'},
Jun 14 03:21:37.163495 dv-cinder-796170-1-iscsi neutron-server[92485]:     'SecurityGroup': {'1.4'},
Jun 14 03:21:37.163495 dv-cinder-796170-1-iscsi neutron-server[92485]:     'SecurityGroupRule': {'1.2'},
Jun 14 03:21:37.163495 dv-cinder-796170-1-iscsi neutron-server[92485]:     'SubPort': {'1.0'},
Jun 14 03:21:37.163495 dv-cinder-796170-1-iscsi neutron-server[92485]:     'Subnet': {'1.1'},
Jun 14 03:21:37.163495 dv-cinder-796170-1-iscsi neutron-server[92485]:     'Trunk': {'1.1'}}
Jun 14 03:21:37.163495 dv-cinder-796170-1-iscsi neutron-server[92485]: consumer versions:
Jun 14 03:21:37.163495 dv-cinder-796170-1-iscsi neutron-server[92485]: {   DHCP agent@dv-cinder-796170-1-iscsi: {},
Jun 14 03:21:37.163495 dv-cinder-796170-1-iscsi neutron-server[92485]:     HyperV agent@hv-cinder-79617: {},
Jun 14 03:21:37.163495 dv-cinder-796170-1-iscsi neutron-server[92485]:     L3 agent@dv-cinder-796170-1-iscsi: {},
Jun 14 03:21:37.163495 dv-cinder-796170-1-iscsi neutron-server[92485]:     Metadata agent@dv-cinder-796170-1-iscsi: {},
Jun 14 03:21:37.163495 dv-cinder-796170-1-iscsi neutron-server[92485]:     Metering agent@dv-cinder-796170-1-iscsi: {},
Jun 14 03:21:37.163495 dv-cinder-796170-1-iscsi neutron-server[92485]:     Open vSwitch agent@dv-cinder-796170-1-iscsi: {   'AddressGroup': '1.2',
Jun 14 03:21:37.163495 dv-cinder-796170-1-iscsi neutron-server[92485]:                                                      'ConntrackHelper': '1.0',
Jun 14 03:21:37.163495 dv-cinder-796170-1-iscsi neutron-server[92485]:                                                      'Log': '1.0',
Jun 14 03:21:37.163495 dv-cinder-796170-1-iscsi neutron-server[92485]:                                                      'Network': '1.1',
Jun 14 03:21:37.163495 dv-cinder-796170-1-iscsi neutron-server[92485]:                                                      'Port': '1.7',
Jun 14 03:21:37.163495 dv-cinder-796170-1-iscsi neutron-server[92485]:                                                      'PortForwarding': '1.2',
Jun 14 03:21:37.163495 dv-cinder-796170-1-iscsi neutron-server[92485]:                                                      'QosPolicy': '1.8',
Jun 14 03:21:37.163495 dv-cinder-796170-1-iscsi neutron-server[92485]:                                                      'SecurityGroup': '1.4',
Jun 14 03:21:37.163495 dv-cinder-796170-1-iscsi neutron-server[92485]:                                                      'SecurityGroupRule': '1.2',
Jun 14 03:21:37.163495 dv-cinder-796170-1-iscsi neutron-server[92485]:                                                      'SubPort': '1.0',
Jun 14 03:21:37.163495 dv-cinder-796170-1-iscsi neutron-server[92485]:                                                      'Subnet': '1.1',
Jun 14 03:21:37.163495 dv-cinder-796170-1-iscsi neutron-server[92485]:                                                      'Trunk': '1.1'}}
Jun 14 03:21:37.163495 dv-cinder-796170-1-iscsi neutron-server[92485]:  {{(pid=92485) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 14 03:21:37.165332 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-2f9c1072-1e25-4183-8111-0a5500d9efd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66749902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66755800', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66935751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256495'] for router, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:37.175414 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-cf846f92-5f25-4dfa-b924-0b89ac4c3fa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:21:37.207506 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:37.212185 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-cf846f92-5f25-4dfa-b924-0b89ac4c3fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111'] for network, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:37.213620 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf846f92-5f25-4dfa-b924-0b89ac4c3fa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:21:37.214322 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-cf846f92-5f25-4dfa-b924-0b89ac4c3fa3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for network, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:37.217680 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-20b751ed-ad60-48c2-92ae-42642f88c2dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:21:37.232385 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-2f9c1072-1e25-4183-8111-0a5500d9efd4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:37.289876 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-6f4e80c5-50e2-4d51-a29b-52820cf7912e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.4612184
Jun 14 03:21:37.292860 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 37932) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:21:37.298366 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [None req-055514a5-ab46-47d2-84ba-48f339fb7023 admin admin] Request body: {'subnet': {'network_id': '364831ae-ab84-4b28-aa5f-7b62539d42d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1229271925-subnet', 'tenant_id': '905df3b94867400f8b147639ba6a431e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:21:37.303508 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf846f92-5f25-4dfa-b924-0b89ac4c3fa3 admin admin] Pushing event updated for resources: {'Network': ['ID=61252df1-fba7-4cd7-ac4e-3221f1850428,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:21:37.306626 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-cf846f92-5f25-4dfa-b924-0b89ac4c3fa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:21:37.321088 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Network 61252df1-fba7-4cd7-ac4e-3221f1850428 details requested by agent ovs-agent-dv-cinder-796170-1-iscsi with host dv-cinder-796170-1-iscsi {{(pid=92487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 14 03:21:37.326203 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-cf846f92-5f25-4dfa-b924-0b89ac4c3fa3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.4886000
Jun 14 03:21:37.331750 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 37938) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:21:37.337640 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.v2.base [None req-6b2e75a2-8346-44e1-967f-d4f02676df99 admin admin] Request body: {'subnet': {'network_id': '61252df1-fba7-4cd7-ac4e-3221f1850428', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1534433232-subnet', 'tenant_id': '5130d6f64ce3404086e24f56ec549881', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:21:37.376261 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.db.api [None req-055514a5-ab46-47d2-84ba-48f339fb7023 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Jun 14 03:21:37.376261 dv-cinder-796170-1-iscsi neutron-server[92486]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s]
Jun 14 03:21:37.376261 dv-cinder-796170-1-iscsi neutron-server[92486]: [parameters: {'project_id_1': '905df3b94867400f8b147639ba6a431e', 'expiration_1': datetime.datetime(2021, 6, 14, 3, 21, 37, 303129)}]
Jun 14 03:21:37.376261 dv-cinder-796170-1-iscsi neutron-server[92486]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 14 03:21:37.377040 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_db.api [None req-055514a5-ab46-47d2-84ba-48f339fb7023 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 14 03:21:37.495014 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-4845dbc0-33c5-4dd5-a559-8f6d129efa3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:37.619158 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-4845dbc0-33c5-4dd5-a559-8f6d129efa3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:37.635949 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-bb661284-94ac-44cb-9f0f-365c661ff4df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:21:37.660582 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-2f9c1072-1e25-4183-8111-0a5500d9efd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66755783', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66749883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256505'] for router, precommit_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:37.663315 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4845dbc0-33c5-4dd5-a559-8f6d129efa3d admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'}  {{(pid=92485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 14 03:21:37.684166 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-4845dbc0-33c5-4dd5-a559-8f6d129efa3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677934'] for segment, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:37.684166 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.db.segments_db [None req-4845dbc0-33c5-4dd5-a559-8f6d129efa3d admin admin] Added segment 99683377-2e48-4740-a2d4-b719402867ef of type vlan for network f65bd812-254a-48f4-8498-d6b6b04b0ab8
Jun 14 03:21:37.685442 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4845dbc0-33c5-4dd5-a559-8f6d129efa3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2203778f-6b33-40fc-a8ab-49e9e3f40050,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:21:37.690765 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-4845dbc0-33c5-4dd5-a559-8f6d129efa3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:21:37.727069 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b2e75a2-8346-44e1-967f-d4f02676df99 admin admin] Made reservation on behalf of 5130d6f64ce3404086e24f56ec549881 for: {'subnet': 1} {{(pid=92485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 14 03:21:37.729335 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-6b2e75a2-8346-44e1-967f-d4f02676df99 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:37.772236 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-4845dbc0-33c5-4dd5-a559-8f6d129efa3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756196669341'] for network, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:37.909000 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.db.resource_extend [None req-4845dbc0-33c5-4dd5-a559-8f6d129efa3d admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 14 03:21:38.071642 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055514a5-ab46-47d2-84ba-48f339fb7023 admin admin] Made reservation on behalf of 905df3b94867400f8b147639ba6a431e for: {'subnet': 1} {{(pid=92486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 14 03:21:38.075627 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-055514a5-ab46-47d2-84ba-48f339fb7023 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:38.101064 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-a6614653-0164-4561-80ac-e583b9425df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:38.147571 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-6b2e75a2-8346-44e1-967f-d4f02676df99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66823779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100'] for subnet, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:38.153300 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:21:38.219389 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-2f9c1072-1e25-4183-8111-0a5500d9efd4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:38.247980 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-4845dbc0-33c5-4dd5-a559-8f6d129efa3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111'] for network, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:38.289396 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4845dbc0-33c5-4dd5-a559-8f6d129efa3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:21:38.289980 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-4845dbc0-33c5-4dd5-a559-8f6d129efa3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for network, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:38.305799 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2e75a2-8346-44e1-967f-d4f02676df99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f595d2be-eb52-4bd5-862c-ea2ca2054972,revision_number=0']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:21:38.311659 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-2f9c1072-1e25-4183-8111-0a5500d9efd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for port, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:38.316013 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-6b2e75a2-8346-44e1-967f-d4f02676df99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:21:38.325181 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:21:38.393720 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2e75a2-8346-44e1-967f-d4f02676df99 admin admin] Checking segment: {'id': 'b291bd91-84e2-429d-ad5c-40697d97b7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '61252df1-fba7-4cd7-ac4e-3221f1850428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 14 03:21:38.394303 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2e75a2-8346-44e1-967f-d4f02676df99 admin admin] Network hostable DHCP agents. Network: 61252df1-fba7-4cd7-ac4e-3221f1850428, hostable agents: ['0d423c39-5fbd-4170-be1c-b40e9c0b21c1'], hosted agents: [] {{(pid=92485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 14 03:21:38.402450 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-4845dbc0-33c5-4dd5-a559-8f6d129efa3d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 2.0980613
Jun 14 03:21:38.406488 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 37984) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:21:38.413371 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [None req-228f5ee2-7222-4678-83c5-75fa6a79abff admin admin] Request body: {'subnet': {'network_id': 'f65bd812-254a-48f4-8498-d6b6b04b0ab8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1283861758-subnet', 'tenant_id': '9155b325d6cd4337b263e1034bb9dbfb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:21:38.454255 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4845dbc0-33c5-4dd5-a559-8f6d129efa3d admin admin] Pushing event updated for resources: {'Network': ['ID=f65bd812-254a-48f4-8498-d6b6b04b0ab8,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:21:38.464511 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-4845dbc0-33c5-4dd5-a559-8f6d129efa3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:21:38.470040 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Network f65bd812-254a-48f4-8498-d6b6b04b0ab8 details requested by agent ovs-agent-dv-cinder-796170-1-iscsi with host dv-cinder-796170-1-iscsi {{(pid=92487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 14 03:21:38.543147 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.db_base_plugin_common [None req-2f9c1072-1e25-4183-8111-0a5500d9efd4 admin admin] Allocated IP 172.27.2.196 (93400a53-dc51-45a7-8a67-e74b6f34e4ba/60a70a14-b6be-44b1-a1f9-f2aaa6aa296b/15b976c5-b1a9-46df-8fc5-ce084fdff975) {{(pid=92486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 14 03:21:38.581531 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2e75a2-8346-44e1-967f-d4f02676df99 admin admin] Network 61252df1-fba7-4cd7-ac4e-3221f1850428 is scheduled to be hosted by DHCP agent 0d423c39-5fbd-4170-be1c-b40e9c0b21c1 with binding_index 1 {{(pid=92485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 14 03:21:38.614606 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228f5ee2-7222-4678-83c5-75fa6a79abff admin admin] Made reservation on behalf of 9155b325d6cd4337b263e1034bb9dbfb for: {'subnet': 1} {{(pid=92486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 14 03:21:38.617019 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-228f5ee2-7222-4678-83c5-75fa6a79abff admin admin] Notify callbacks [] for subnet, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:38.661604 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.base_scheduler [None req-6b2e75a2-8346-44e1-967f-d4f02676df99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-1-iscsi, 61252df1-fba7-4cd7-ac4e-3221f1850428) {{(pid=92485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:21:38.668808 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2e75a2-8346-44e1-967f-d4f02676df99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:21:38.673950 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-6b2e75a2-8346-44e1-967f-d4f02676df99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for subnet, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:38.676162 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c451ed0-2590-459a-99e7-7a8f4b870dc2 None None] Network 61252df1-fba7-4cd7-ac4e-3221f1850428 requested from dv-cinder-796170-1-iscsi {{(pid=92487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 14 03:21:38.733304 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-055514a5-ab46-47d2-84ba-48f339fb7023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66823779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100'] for subnet, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:38.782552 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-6b2e75a2-8346-44e1-967f-d4f02676df99 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.4416120
Jun 14 03:21:38.799228 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-d70e3d65-9b79-41f6-a4dd-8507533e5d0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:21:38.868526 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055514a5-ab46-47d2-84ba-48f339fb7023 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b429d4d9-01f6-41d7-9dea-f59815de87eb,revision_number=0']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:21:38.872969 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9136e88f-d28a-42c6-8529-2cde4e4f1b3d None None] Network 61252df1-fba7-4cd7-ac4e-3221f1850428 requested from dv-cinder-796170-1-iscsi {{(pid=92487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 14 03:21:38.887195 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-055514a5-ab46-47d2-84ba-48f339fb7023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:21:38.935841 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-2f9c1072-1e25-4183-8111-0a5500d9efd4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:39.066572 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055514a5-ab46-47d2-84ba-48f339fb7023 admin admin] Checking segment: {'id': '60337f48-7715-4210-80d5-082077cf0c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '364831ae-ab84-4b28-aa5f-7b62539d42d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 14 03:21:39.075649 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055514a5-ab46-47d2-84ba-48f339fb7023 admin admin] Network hostable DHCP agents. Network: 364831ae-ab84-4b28-aa5f-7b62539d42d4, hostable agents: ['0d423c39-5fbd-4170-be1c-b40e9c0b21c1'], hosted agents: [] {{(pid=92486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 14 03:21:39.158033 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-2f9c1072-1e25-4183-8111-0a5500d9efd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-668656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756196682527'] for port, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:39.169459 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-288a3f0c-b01a-4afc-bd1e-8fb03f5b8c1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:21:39.252844 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9c1072-1e25-4183-8111-0a5500d9efd4 admin admin] Pushing event updated for resources: {'Port': ['ID=15b976c5-b1a9-46df-8fc5-ce084fdff975,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:21:39.270117 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055514a5-ab46-47d2-84ba-48f339fb7023 admin admin] Network 364831ae-ab84-4b28-aa5f-7b62539d42d4 is scheduled to be hosted by DHCP agent 0d423c39-5fbd-4170-be1c-b40e9c0b21c1 with binding_index 1 {{(pid=92486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 14 03:21:39.272467 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-2f9c1072-1e25-4183-8111-0a5500d9efd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:21:39.286791 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9c1072-1e25-4183-8111-0a5500d9efd4 admin admin] Network 93400a53-dc51-45a7-8a67-e74b6f34e4ba is already hosted by enough agents. {{(pid=92486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 14 03:21:39.292134 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.base_scheduler [None req-2f9c1072-1e25-4183-8111-0a5500d9efd4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:21:39.295490 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9c1072-1e25-4183-8111-0a5500d9efd4 admin admin] Received port after_create {{(pid=92486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 14 03:21:39.447480 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.base_scheduler [None req-055514a5-ab46-47d2-84ba-48f339fb7023 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-1-iscsi, 364831ae-ab84-4b28-aa5f-7b62539d42d4) {{(pid=92486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:21:39.457601 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e303d78-842e-4aaa-a162-9f1c51146950 None None] Network 364831ae-ab84-4b28-aa5f-7b62539d42d4 requested from dv-cinder-796170-1-iscsi {{(pid=92487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 14 03:21:39.532492 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055514a5-ab46-47d2-84ba-48f339fb7023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:21:39.533169 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-055514a5-ab46-47d2-84ba-48f339fb7023 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for subnet, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:39.581588 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-228f5ee2-7222-4678-83c5-75fa6a79abff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66823779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100'] for subnet, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:39.584830 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:21:39.663135 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-37effd67-6caa-48ba-975b-7ec46c17b4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:39.705326 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951316d6-d136-4a46-adc6-5b5453339b57 None None] Network 364831ae-ab84-4b28-aa5f-7b62539d42d4 requested from dv-cinder-796170-1-iscsi {{(pid=92487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 14 03:21:39.741447 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 38050) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:21:39.812440 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-055514a5-ab46-47d2-84ba-48f339fb7023 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.5183949
Jun 14 03:21:39.921008 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228f5ee2-7222-4678-83c5-75fa6a79abff admin admin] Pushing event updated for resources: {'Subnet': ['ID=545b480d-c2cb-4869-a2a3-42345a60be46,revision_number=0']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:21:39.932843 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-228f5ee2-7222-4678-83c5-75fa6a79abff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:21:39.958945 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228f5ee2-7222-4678-83c5-75fa6a79abff admin admin] Checking segment: {'id': '99683377-2e48-4740-a2d4-b719402867ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f65bd812-254a-48f4-8498-d6b6b04b0ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 14 03:21:40.046252 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228f5ee2-7222-4678-83c5-75fa6a79abff admin admin] Network hostable DHCP agents. Network: f65bd812-254a-48f4-8498-d6b6b04b0ab8, hostable agents: ['0d423c39-5fbd-4170-be1c-b40e9c0b21c1'], hosted agents: [] {{(pid=92486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 14 03:21:40.046252 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-2f9c1072-1e25-4183-8111-0a5500d9efd4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:40.111516 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 38070) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:21:40.140946 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-2fc6f03d-a66b-464f-b886-b008c0357c44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:40.253261 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-2fc6f03d-a66b-464f-b886-b008c0357c44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:40.268991 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-0c2d7675-5804-4c53-a57c-742669dfbd5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:40.327048 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-2f9c1072-1e25-4183-8111-0a5500d9efd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66749858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66755231'] for router, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:40.334141 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-2fc6f03d-a66b-464f-b886-b008c0357c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:40.340097 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228f5ee2-7222-4678-83c5-75fa6a79abff admin admin] Network f65bd812-254a-48f4-8498-d6b6b04b0ab8 is scheduled to be hosted by DHCP agent 0d423c39-5fbd-4170-be1c-b40e9c0b21c1 with binding_index 1 {{(pid=92486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 14 03:21:40.370121 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 38088) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:21:40.370834 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:21:40.376405 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-2fc6f03d-a66b-464f-b886-b008c0357c44 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=42d5798a78a145ae81ce73b575c66554&name=default HTTP/1.1" status: 200  len: 2975 time: 0.6329041
Jun 14 03:21:40.378140 dv-cinder-796170-1-iscsi neutron-server[92485]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jun 14 03:21:40.378940 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 38090) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:21:40.474441 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 38104) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:21:40.478588 dv-cinder-796170-1-iscsi neutron-server[92486]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jun 14 03:21:40.486979 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc6f03d-a66b-464f-b886-b008c0357c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5dd2a6-825a-4ab8-a750-da0f2c82cab2,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:21:40.498942 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-2fc6f03d-a66b-464f-b886-b008c0357c44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:21:40.550065 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.base_scheduler [None req-228f5ee2-7222-4678-83c5-75fa6a79abff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-1-iscsi, f65bd812-254a-48f4-8498-d6b6b04b0ab8) {{(pid=92486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:21:40.558699 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602cfb1a-5c5b-4b42-b306-d9bb68a8a905 None None] Network f65bd812-254a-48f4-8498-d6b6b04b0ab8 requested from dv-cinder-796170-1-iscsi {{(pid=92487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 14 03:21:40.571779 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228f5ee2-7222-4678-83c5-75fa6a79abff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:21:40.572391 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-228f5ee2-7222-4678-83c5-75fa6a79abff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for subnet, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:40.626161 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-921eaef3-a364-429c-8f15-77afd2e8c354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:40.657025 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26a9ad-4921-4c50-9d50-f8159425d382 req-d6f68e66-0be6-4228-aec8-c08015f5fb6e tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:21:40.658703 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-6c26a9ad-4921-4c50-9d50-f8159425d382 req-d6f68e66-0be6-4228-aec8-c08015f5fb6e tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/networks?id=61252df1-fba7-4cd7-ac4e-3221f1850428 HTTP/1.1" status: 200  len: 815 time: 0.2853239
Jun 14 03:21:40.668882 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-921eaef3-a364-429c-8f15-77afd2e8c354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:40.692211 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-6c26a9ad-4921-4c50-9d50-f8159425d382 req-49b6c634-8fc2-4f8c-a7fb-76f88facc4cd tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/quotas/5130d6f64ce3404086e24f56ec549881 HTTP/1.1" status: 200  len: 375 time: 0.0211773
Jun 14 03:21:40.761300 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218173df-d9da-4a1e-983f-fb1a0b67f041 req-0ea05e4d-25a0-4c7d-95c7-9ab7467feb3f tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:21:40.762944 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-218173df-d9da-4a1e-983f-fb1a0b67f041 req-0ea05e4d-25a0-4c7d-95c7-9ab7467feb3f tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] 10.222.0.13 "GET /v2.0/networks?id=364831ae-ab84-4b28-aa5f-7b62539d42d4 HTTP/1.1" status: 200  len: 812 time: 0.2875714
Jun 14 03:21:40.793114 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-6c26a9ad-4921-4c50-9d50-f8159425d382 req-d7c470db-3cfc-4c66-8b5a-e355120fee6e tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5130d6f64ce3404086e24f56ec549881&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0850601
Jun 14 03:21:40.794726 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-0c2d7675-5804-4c53-a57c-742669dfbd5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:40.800589 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-218173df-d9da-4a1e-983f-fb1a0b67f041 req-b2a9d6e9-938e-4fc4-b784-c040e1b55001 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] 10.222.0.13 "GET /v2.0/quotas/905df3b94867400f8b147639ba6a431e HTTP/1.1" status: 200  len: 375 time: 0.0287459
Jun 14 03:21:40.868372 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-218173df-d9da-4a1e-983f-fb1a0b67f041 req-695fd4db-36ef-4140-b9b3-951f84939cbd tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=905df3b94867400f8b147639ba6a431e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0617301
Jun 14 03:21:40.869100 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-0c2d7675-5804-4c53-a57c-742669dfbd5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:40.871812 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:21:40.878276 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83608bed-48cf-4781-be5e-da386249623a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70344d28-076a-51d6-aec4-a96cd55dd66f-f65bd812-254a-48f4-8498-d6b6b04b0ab8', 'network_id': 'f65bd812-254a-48f4-8498-d6b6b04b0ab8', 'tenant_id': '9155b325d6cd4337b263e1034bb9dbfb', 'fixed_ips': [{'subnet_id': '545b480d-c2cb-4869-a2a3-42345a60be46'}]}} from dv-cinder-796170-1-iscsi. {{(pid=92487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 14 03:21:40.879437 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-83608bed-48cf-4781-be5e-da386249623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for port, before_create {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:40.884087 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-921eaef3-a364-429c-8f15-77afd2e8c354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:40.888151 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-921eaef3-a364-429c-8f15-77afd2e8c354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:40.892109 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-921eaef3-a364-429c-8f15-77afd2e8c354 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9b5dd2a6-825a-4ab8-a750-da0f2c82cab2 HTTP/1.1" status: 204  len: 168 time: 0.4963522
Jun 14 03:21:40.892247 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f9c1072-1e25-4183-8111-0a5500d9efd4 admin admin] Router c2d5f85c-93cb-4f11-a6cf-4933e639503e is scheduled to L3 agent faa78350-ce80-467b-8f2c-9d7893daed85 with binding_index 1 {{(pid=92486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 14 03:21:40.892345 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-cf846f92-5f25-4dfa-b924-0b89ac4c3fa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:21:40.917101 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921eaef3-a364-429c-8f15-77afd2e8c354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5dd2a6-825a-4ab8-a750-da0f2c82cab2,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:21:40.920285 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-921eaef3-a364-429c-8f15-77afd2e8c354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:21:40.921548 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-0c2d7675-5804-4c53-a57c-742669dfbd5e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3b3a95ccdceb44ebb0f7cc135ea64d5f&name=default HTTP/1.1" status: 200  len: 2975 time: 0.8068531
Jun 14 03:21:40.927234 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2d7675-5804-4c53-a57c-742669dfbd5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8349e1b7-0436-4b66-93c0-5830308d6633,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:21:40.928485 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 38118) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:21:40.931179 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-0c2d7675-5804-4c53-a57c-742669dfbd5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:21:41.043471 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-99b142b8-1d66-4b98-bd88-7c32a2f14e0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:41.075175 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [req-6c26a9ad-4921-4c50-9d50-f8159425d382 req-f6b8b44a-7ec3-4fad-95ad-be0e12be39aa service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 14 03:21:41.085045 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-228f5ee2-7222-4678-83c5-75fa6a79abff admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 2.6767402
Jun 14 03:21:41.086606 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-6c26a9ad-4921-4c50-9d50-f8159425d382 req-f6b8b44a-7ec3-4fad-95ad-be0e12be39aa service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1887450
Jun 14 03:21:41.087346 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 38124) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:21:41.110642 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.v2.base [None req-696a0fb1-aef9-43d9-8520-1bf58e6398d9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1283861758-router', 'tenant_id': '9155b325d6cd4337b263e1034bb9dbfb', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba'}}} {{(pid=92485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:21:41.164453 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f9c1072-1e25-4183-8111-0a5500d9efd4 admin admin] Notify agent at l3_agent.dv-cinder-796170-1-iscsi the message routers_updated {{(pid=92486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 14 03:21:41.180300 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea4197c-ae15-4e37-9cc3-569b086066ca None None] Sync routers for ids ['c2d5f85c-93cb-4f11-a6cf-4933e639503e'] in dv-cinder-796170-1-iscsi {{(pid=92488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 14 03:21:41.208902 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea4197c-ae15-4e37-9cc3-569b086066ca None None] Routers {'c2d5f85c-93cb-4f11-a6cf-4933e639503e'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:21:41.210008 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-7ea4197c-ae15-4e37-9cc3-569b086066ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5e46c790>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:21:37Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['c2d5f85c-93cb-4f11-a6cf-4933e639503e'], 'active': True} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:21:41.220548 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-99b142b8-1d66-4b98-bd88-7c32a2f14e0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:41.269152 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.db_base_plugin_common [None req-83608bed-48cf-4781-be5e-da386249623a None None] Allocated IP 172.20.0.2 (f65bd812-254a-48f4-8498-d6b6b04b0ab8/545b480d-c2cb-4869-a2a3-42345a60be46/8f9271ba-dc59-4573-b234-97337e151232) {{(pid=92487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 14 03:21:41.360148 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [req-218173df-d9da-4a1e-983f-fb1a0b67f041 req-5917b9cb-9d33-41ad-9a92-6b596b5859eb service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 14 03:21:41.367412 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-218173df-d9da-4a1e-983f-fb1a0b67f041 req-5917b9cb-9d33-41ad-9a92-6b596b5859eb service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3606913
Jun 14 03:21:41.505789 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-83608bed-48cf-4781-be5e-da386249623a None None] Notify callbacks [] for port, precommit_create {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:41.515924 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-83608bed-48cf-4781-be5e-da386249623a None None] Transition to ACTIVE for port object 8f9271ba-dc59-4573-b234-97337e151232 will not be triggered until provisioned by entity L2. {{(pid=92487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:21:41.517766 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-6c26a9ad-4921-4c50-9d50-f8159425d382 req-26917fdc-4938-412b-bf78-a15729efabb3 service neutron] 10.222.0.13 "GET /v2.0/networks/61252df1-fba7-4cd7-ac4e-3221f1850428?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3992462
Jun 14 03:21:41.524118 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvr_db [None req-7ea4197c-ae15-4e37-9cc3-569b086066ca None None] Set router c2d5f85c-93cb-4f11-a6cf-4933e639503e gateway port host: dv-cinder-796170-1-iscsi {{(pid=92488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:21:41.536632 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-218173df-d9da-4a1e-983f-fb1a0b67f041 req-fa9990d7-a60e-4f09-9ed5-99c2148cf830 service neutron] 10.222.0.13 "GET /v2.0/networks/364831ae-ab84-4b28-aa5f-7b62539d42d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1681800
Jun 14 03:21:41.563553 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-696a0fb1-aef9-43d9-8520-1bf58e6398d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66749865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256276'] for router, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:41.565203 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-696a0fb1-aef9-43d9-8520-1bf58e6398d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66749902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66755800', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66935751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256495'] for router, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:41.661083 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-83608bed-48cf-4781-be5e-da386249623a None None] Transition to ACTIVE for port object 8f9271ba-dc59-4573-b234-97337e151232 will not be triggered until provisioned by entity DHCP. {{(pid=92487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:21:41.674503 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-99b142b8-1d66-4b98-bd88-7c32a2f14e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:41.680145 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-99b142b8-1d66-4b98-bd88-7c32a2f14e0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:41.684048 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-99b142b8-1d66-4b98-bd88-7c32a2f14e0b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8349e1b7-0436-4b66-93c0-5830308d6633 HTTP/1.1" status: 204  len: 168 time: 0.7518640
Jun 14 03:21:41.702288 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-6c26a9ad-4921-4c50-9d50-f8159425d382 req-ff1bf7c3-348f-437c-a79d-083d9d848489 service neutron] 10.222.0.13 "GET /v2.0/networks/61252df1-fba7-4cd7-ac4e-3221f1850428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1750598
Jun 14 03:21:41.713293 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:21:41.753819 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-83608bed-48cf-4781-be5e-da386249623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-668656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756196682527'] for port, after_create {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:41.758467 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-4a8ee4c1-42f6-4afb-865c-0ce7d39c44b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:21:41.763998 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b142b8-1d66-4b98-bd88-7c32a2f14e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8349e1b7-0436-4b66-93c0-5830308d6633,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:21:41.799624 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-99b142b8-1d66-4b98-bd88-7c32a2f14e0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:21:41.803903 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 38132) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:21:41.815294 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.agents_db [None req-ff4782b4-218c-43ce-8b60-1c0132b4bc55 None None] Agent healthcheck: found 6 active agents {{(pid=92488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 14 03:21:41.817817 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-7ea4197c-ae15-4e37-9cc3-569b086066ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5e46c790>, [{'id': 'c2d5f85c-93cb-4f11-a6cf-4933e639503e', 'name': 'tempest-ServerRescueNegativeTestJSON-280545644-router', 'tenant_id': 'd770a57b3e724678a2cc69c7a9890825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '15b976c5-b1a9-46df-8fc5-ce084fdff975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:37Z', 'updated_at': '2021-06-14T03:21:39Z', 'revision_number': 3, 'project_id': 'd770a57b3e724678a2cc69c7a9890825', 'gw_port': {'id': '15b976c5-b1a9-46df-8fc5-ce084fdff975', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:19:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d5f85c-93cb-4f11-a6cf-4933e639503e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:21:38Z', 'updated_at': '2021-06-14T03:21:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi'}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:21:41.821733 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea4197c-ae15-4e37-9cc3-569b086066ca None None] Checking router: c2d5f85c-93cb-4f11-a6cf-4933e639503e for host: dv-cinder-796170-1-iscsi {{(pid=92488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 14 03:21:41.822587 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea4197c-ae15-4e37-9cc3-569b086066ca None None] Updating router c2d5f85c-93cb-4f11-a6cf-4933e639503e port 15b976c5-b1a9-46df-8fc5-ce084fdff975 binding host dv-cinder-796170-1-iscsi {{(pid=92488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 14 03:21:41.868493 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron_lib.callbacks.manager [None req-7ea4197c-ae15-4e37-9cc3-569b086066ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:41.871976 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-f65dc5e0-bcc2-47dd-9adc-83997b8ad069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:41.874630 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-696a0fb1-aef9-43d9-8520-1bf58e6398d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:41.895508 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-2f9c1072-1e25-4183-8111-0a5500d9efd4 admin admin] Notify callbacks [] for router, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:41.900735 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-2f9c1072-1e25-4183-8111-0a5500d9efd4 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 5.1819613
Jun 14 03:21:41.901883 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 38136) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:21:41.912135 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83608bed-48cf-4781-be5e-da386249623a None None] Network f65bd812-254a-48f4-8498-d6b6b04b0ab8 is already hosted by enough agents. {{(pid=92487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 14 03:21:41.929558 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.scheduler.base_scheduler [None req-83608bed-48cf-4781-be5e-da386249623a None None] Resources bound (agent type, host, resource id):  {{(pid=92487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:21:41.937923 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83608bed-48cf-4781-be5e-da386249623a None None] Received port after_create {{(pid=92487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 14 03:21:41.949038 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83608bed-48cf-4781-be5e-da386249623a None None] Pushing event updated for resources: {'Port': ['ID=8f9271ba-dc59-4573-b234-97337e151232,revision_number=1']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:21:41.983301 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83608bed-48cf-4781-be5e-da386249623a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:21:41.983622 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83608bed-48cf-4781-be5e-da386249623a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:21:41.983958 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83608bed-48cf-4781-be5e-da386249623a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:21:41.984284 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83608bed-48cf-4781-be5e-da386249623a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:21:41.984606 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83608bed-48cf-4781-be5e-da386249623a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:21:41.985117 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83608bed-48cf-4781-be5e-da386249623a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:21:41.985381 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83608bed-48cf-4781-be5e-da386249623a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:21:41.985699 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83608bed-48cf-4781-be5e-da386249623a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:21:41.986015 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83608bed-48cf-4781-be5e-da386249623a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:21:41.986329 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83608bed-48cf-4781-be5e-da386249623a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:21:41.986661 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83608bed-48cf-4781-be5e-da386249623a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:21:41.986973 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83608bed-48cf-4781-be5e-da386249623a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:21:41.988027 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83608bed-48cf-4781-be5e-da386249623a None None] Tracked resource versions report:
Jun 14 03:21:41.988027 dv-cinder-796170-1-iscsi neutron-server[92487]: pushed versions:
Jun 14 03:21:41.988027 dv-cinder-796170-1-iscsi neutron-server[92487]: {   'AddressGroup': {'1.2'},
Jun 14 03:21:41.988027 dv-cinder-796170-1-iscsi neutron-server[92487]:     'ConntrackHelper': {'1.0'},
Jun 14 03:21:41.988027 dv-cinder-796170-1-iscsi neutron-server[92487]:     'Log': {'1.0'},
Jun 14 03:21:41.988027 dv-cinder-796170-1-iscsi neutron-server[92487]:     'Network': {'1.1'},
Jun 14 03:21:41.988027 dv-cinder-796170-1-iscsi neutron-server[92487]:     'Port': {'1.7'},
Jun 14 03:21:41.988027 dv-cinder-796170-1-iscsi neutron-server[92487]:     'PortForwarding': {'1.2'},
Jun 14 03:21:41.988027 dv-cinder-796170-1-iscsi neutron-server[92487]:     'QosPolicy': {'1.8'},
Jun 14 03:21:41.988027 dv-cinder-796170-1-iscsi neutron-server[92487]:     'SecurityGroup': {'1.4'},
Jun 14 03:21:41.988027 dv-cinder-796170-1-iscsi neutron-server[92487]:     'SecurityGroupRule': {'1.2'},
Jun 14 03:21:41.988027 dv-cinder-796170-1-iscsi neutron-server[92487]:     'SubPort': {'1.0'},
Jun 14 03:21:41.988027 dv-cinder-796170-1-iscsi neutron-server[92487]:     'Subnet': {'1.1'},
Jun 14 03:21:41.988027 dv-cinder-796170-1-iscsi neutron-server[92487]:     'Trunk': {'1.1'}}
Jun 14 03:21:41.988027 dv-cinder-796170-1-iscsi neutron-server[92487]: consumer versions:
Jun 14 03:21:41.988027 dv-cinder-796170-1-iscsi neutron-server[92487]: {   DHCP agent@dv-cinder-796170-1-iscsi: {},
Jun 14 03:21:41.988027 dv-cinder-796170-1-iscsi neutron-server[92487]:     HyperV agent@hv-cinder-79617: {},
Jun 14 03:21:41.988027 dv-cinder-796170-1-iscsi neutron-server[92487]:     L3 agent@dv-cinder-796170-1-iscsi: {},
Jun 14 03:21:41.988027 dv-cinder-796170-1-iscsi neutron-server[92487]:     Metadata agent@dv-cinder-796170-1-iscsi: {},
Jun 14 03:21:41.988027 dv-cinder-796170-1-iscsi neutron-server[92487]:     Metering agent@dv-cinder-796170-1-iscsi: {},
Jun 14 03:21:41.988027 dv-cinder-796170-1-iscsi neutron-server[92487]:     Open vSwitch agent@dv-cinder-796170-1-iscsi: {   'AddressGroup': '1.2',
Jun 14 03:21:41.988027 dv-cinder-796170-1-iscsi neutron-server[92487]:                                                      'ConntrackHelper': '1.0',
Jun 14 03:21:41.988027 dv-cinder-796170-1-iscsi neutron-server[92487]:                                                      'Log': '1.0',
Jun 14 03:21:41.988027 dv-cinder-796170-1-iscsi neutron-server[92487]:                                                      'Network': '1.1',
Jun 14 03:21:41.988027 dv-cinder-796170-1-iscsi neutron-server[92487]:                                                      'Port': '1.7',
Jun 14 03:21:41.988027 dv-cinder-796170-1-iscsi neutron-server[92487]:                                                      'PortForwarding': '1.2',
Jun 14 03:21:41.988027 dv-cinder-796170-1-iscsi neutron-server[92487]:                                                      'QosPolicy': '1.8',
Jun 14 03:21:41.988027 dv-cinder-796170-1-iscsi neutron-server[92487]:                                                      'SecurityGroup': '1.4',
Jun 14 03:21:41.988027 dv-cinder-796170-1-iscsi neutron-server[92487]:                                                      'SecurityGroupRule': '1.2',
Jun 14 03:21:41.988027 dv-cinder-796170-1-iscsi neutron-server[92487]:                                                      'SubPort': '1.0',
Jun 14 03:21:41.988027 dv-cinder-796170-1-iscsi neutron-server[92487]:                                                      'Subnet': '1.1',
Jun 14 03:21:41.988027 dv-cinder-796170-1-iscsi neutron-server[92487]:                                                      'Trunk': '1.1'}}
Jun 14 03:21:41.988027 dv-cinder-796170-1-iscsi neutron-server[92487]:  {{(pid=92487) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 14 03:21:41.994006 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-83608bed-48cf-4781-be5e-da386249623a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:21:42.109775 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.managers [None req-83608bed-48cf-4781-be5e-da386249623a None None] Attempting to bind port 8f9271ba-dc59-4573-b234-97337e151232 on host dv-cinder-796170-1-iscsi for vnic_type normal with profile  {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 14 03:21:42.127308 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.managers [None req-83608bed-48cf-4781-be5e-da386249623a None None] Attempting to bind port 8f9271ba-dc59-4573-b234-97337e151232 by drivers openvswitch,hyperv on host dv-cinder-796170-1-iscsi at level 0 using segments [{'id': '99683377-2e48-4740-a2d4-b719402867ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f65bd812-254a-48f4-8498-d6b6b04b0ab8'}] {{(pid=92487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 14 03:21:42.127893 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83608bed-48cf-4781-be5e-da386249623a None None] Attempting to bind port 8f9271ba-dc59-4573-b234-97337e151232 on network f65bd812-254a-48f4-8498-d6b6b04b0ab8 {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 14 03:21:42.135025 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-218173df-d9da-4a1e-983f-fb1a0b67f041 req-b1c64604-34ff-47c5-9432-5a9173944815 service neutron] 10.222.0.13 "GET /v2.0/networks/364831ae-ab84-4b28-aa5f-7b62539d42d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5923126
Jun 14 03:21:42.145883 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83608bed-48cf-4781-be5e-da386249623a None None] Checking agent: {'id': '3556250a-8008-4613-a9a6-6061713fcb85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 13, 37), 'started_at': datetime.datetime(2021, 6, 14, 3, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 14 03:21:42.147863 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83608bed-48cf-4781-be5e-da386249623a None None] Checking segment: {'id': '99683377-2e48-4740-a2d4-b719402867ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f65bd812-254a-48f4-8498-d6b6b04b0ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 14 03:21:42.154598 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-83608bed-48cf-4781-be5e-da386249623a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:42.154598 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83608bed-48cf-4781-be5e-da386249623a None None] Bound using segment: {'id': '99683377-2e48-4740-a2d4-b719402867ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f65bd812-254a-48f4-8498-d6b6b04b0ab8'} {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 14 03:21:42.166856 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.managers [None req-83608bed-48cf-4781-be5e-da386249623a None None] Bound port: 8f9271ba-dc59-4573-b234-97337e151232, host: dv-cinder-796170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99683377-2e48-4740-a2d4-b719402867ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f65bd812-254a-48f4-8498-d6b6b04b0ab8'}}] {{(pid=92487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 14 03:21:42.167241 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-83608bed-48cf-4781-be5e-da386249623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:42.350897 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-f65dc5e0-bcc2-47dd-9adc-83997b8ad069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:42.363995 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-83608bed-48cf-4781-be5e-da386249623a None None] For port 8f9271ba-dc59-4573-b234-97337e151232, host dv-cinder-796170-1-iscsi, cleared binding levels {{(pid=92487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 14 03:21:42.372490 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-83608bed-48cf-4781-be5e-da386249623a None None] For port 8f9271ba-dc59-4573-b234-97337e151232, host dv-cinder-796170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=8f9271ba-dc59-4573-b234-97337e151232,segment=NetworkSegment(99683377-2e48-4740-a2d4-b719402867ef),segment_id=99683377-2e48-4740-a2d4-b719402867ef)] {{(pid=92487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 14 03:21:42.507812 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-83608bed-48cf-4781-be5e-da386249623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:42.511571 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:21:42.554663 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-f65dc5e0-bcc2-47dd-9adc-83997b8ad069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:42.587651 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:21:42.591708 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-696a0fb1-aef9-43d9-8520-1bf58e6398d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66755783', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66749883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256505'] for router, precommit_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:42.664810 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-9205cab6-ef0b-4c28-8021-5729de9d3536 req-f8e236d1-81ec-4c57-ad1a-658856bd1c9d tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a6e3ccf-7f24-4f37-8c06-135b6f8abe81 HTTP/1.1" status: 200  len: 210 time: 0.1564333
Jun 14 03:21:42.677890 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83608bed-48cf-4781-be5e-da386249623a None None] Pushing event updated for resources: {'Port': ['ID=8f9271ba-dc59-4573-b234-97337e151232,revision_number=2']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:21:42.686457 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-83608bed-48cf-4781-be5e-da386249623a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:21:42.795081 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-f65dc5e0-bcc2-47dd-9adc-83997b8ad069 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0f231fadd6ca40b295ebf92a83728ffe&name=default HTTP/1.1" status: 200  len: 2975 time: 0.9931676
Jun 14 03:21:42.804377 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 38182) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:21:42.842632 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron_lib.callbacks.manager [None req-7ea4197c-ae15-4e37-9cc3-569b086066ca None None] Notify callbacks [] for port, precommit_update {{(pid=92488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:42.876167 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.provisioning_blocks [None req-7ea4197c-ae15-4e37-9cc3-569b086066ca None None] Transition to ACTIVE for port object 15b976c5-b1a9-46df-8fc5-ce084fdff975 will not be triggered until provisioned by entity L2. {{(pid=92488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:21:42.904652 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 38188) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:21:42.931613 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-88820f84-692e-4272-aabc-53e18241f701 req-13963794-447c-47c4-ad45-ebb3c24f198e tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] 10.222.0.13 "GET /v2.0/ports?device_id=e70a573f-928f-46ef-83b0-8079a7b5c907 HTTP/1.1" status: 200  len: 210 time: 0.0915971
Jun 14 03:21:42.950821 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-8b7a5d5b-414c-4c12-8216-9e60fc171a17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:42.953308 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65dc5e0-bcc2-47dd-9adc-83997b8ad069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaef5870-ba14-4fd4-b7b4-a89707ae095e,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:21:42.956621 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-f65dc5e0-bcc2-47dd-9adc-83997b8ad069 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:21:42.992177 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron_lib.callbacks.manager [None req-7ea4197c-ae15-4e37-9cc3-569b086066ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:42.997463 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG oslo_concurrency.lockutils [None req-ab80cecc-8b2d-4315-95f9-a475e10215b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:21:43.130930 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d2acc3-b60e-4f4a-aee1-d6c46530b3d3 None None] Pushing event updated for resources: {'Port': ['ID=15b976c5-b1a9-46df-8fc5-ce084fdff975,revision_number=2']} {{(pid=92488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:21:43.155388 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d2acc3-b60e-4f4a-aee1-d6c46530b3d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:21:43.156020 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d2acc3-b60e-4f4a-aee1-d6c46530b3d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:21:43.157724 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d2acc3-b60e-4f4a-aee1-d6c46530b3d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:21:43.161381 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d2acc3-b60e-4f4a-aee1-d6c46530b3d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:21:43.162010 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d2acc3-b60e-4f4a-aee1-d6c46530b3d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:21:43.162557 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d2acc3-b60e-4f4a-aee1-d6c46530b3d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:21:43.163081 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d2acc3-b60e-4f4a-aee1-d6c46530b3d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:21:43.163551 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d2acc3-b60e-4f4a-aee1-d6c46530b3d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:21:43.164049 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d2acc3-b60e-4f4a-aee1-d6c46530b3d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:21:43.164533 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d2acc3-b60e-4f4a-aee1-d6c46530b3d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:21:43.165061 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d2acc3-b60e-4f4a-aee1-d6c46530b3d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:21:43.165731 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d2acc3-b60e-4f4a-aee1-d6c46530b3d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:21:43.167970 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53d2acc3-b60e-4f4a-aee1-d6c46530b3d3 None None] Tracked resource versions report:
Jun 14 03:21:43.167970 dv-cinder-796170-1-iscsi neutron-server[92488]: pushed versions:
Jun 14 03:21:43.167970 dv-cinder-796170-1-iscsi neutron-server[92488]: {   'AddressGroup': {'1.2'},
Jun 14 03:21:43.167970 dv-cinder-796170-1-iscsi neutron-server[92488]:     'ConntrackHelper': {'1.0'},
Jun 14 03:21:43.167970 dv-cinder-796170-1-iscsi neutron-server[92488]:     'Log': {'1.0'},
Jun 14 03:21:43.167970 dv-cinder-796170-1-iscsi neutron-server[92488]:     'Network': {'1.1'},
Jun 14 03:21:43.167970 dv-cinder-796170-1-iscsi neutron-server[92488]:     'Port': {'1.7'},
Jun 14 03:21:43.167970 dv-cinder-796170-1-iscsi neutron-server[92488]:     'PortForwarding': {'1.2'},
Jun 14 03:21:43.167970 dv-cinder-796170-1-iscsi neutron-server[92488]:     'QosPolicy': {'1.8'},
Jun 14 03:21:43.167970 dv-cinder-796170-1-iscsi neutron-server[92488]:     'SecurityGroup': {'1.4'},
Jun 14 03:21:43.167970 dv-cinder-796170-1-iscsi neutron-server[92488]:     'SecurityGroupRule': {'1.2'},
Jun 14 03:21:43.167970 dv-cinder-796170-1-iscsi neutron-server[92488]:     'SubPort': {'1.0'},
Jun 14 03:21:43.167970 dv-cinder-796170-1-iscsi neutron-server[92488]:     'Subnet': {'1.1'},
Jun 14 03:21:43.167970 dv-cinder-796170-1-iscsi neutron-server[92488]:     'Trunk': {'1.1'}}
Jun 14 03:21:43.167970 dv-cinder-796170-1-iscsi neutron-server[92488]: consumer versions:
Jun 14 03:21:43.167970 dv-cinder-796170-1-iscsi neutron-server[92488]: {   DHCP agent@dv-cinder-796170-1-iscsi: {},
Jun 14 03:21:43.167970 dv-cinder-796170-1-iscsi neutron-server[92488]:     HyperV agent@hv-cinder-79617: {},
Jun 14 03:21:43.167970 dv-cinder-796170-1-iscsi neutron-server[92488]:     L3 agent@dv-cinder-796170-1-iscsi: {},
Jun 14 03:21:43.167970 dv-cinder-796170-1-iscsi neutron-server[92488]:     Metadata agent@dv-cinder-796170-1-iscsi: {},
Jun 14 03:21:43.167970 dv-cinder-796170-1-iscsi neutron-server[92488]:     Metering agent@dv-cinder-796170-1-iscsi: {},
Jun 14 03:21:43.167970 dv-cinder-796170-1-iscsi neutron-server[92488]:     Open vSwitch agent@dv-cinder-796170-1-iscsi: {   'AddressGroup': '1.2',
Jun 14 03:21:43.167970 dv-cinder-796170-1-iscsi neutron-server[92488]:                                                      'ConntrackHelper': '1.0',
Jun 14 03:21:43.167970 dv-cinder-796170-1-iscsi neutron-server[92488]:                                                      'Log': '1.0',
Jun 14 03:21:43.167970 dv-cinder-796170-1-iscsi neutron-server[92488]:                                                      'Network': '1.1',
Jun 14 03:21:43.167970 dv-cinder-796170-1-iscsi neutron-server[92488]:                                                      'Port': '1.7',
Jun 14 03:21:43.167970 dv-cinder-796170-1-iscsi neutron-server[92488]:                                                      'PortForwarding': '1.2',
Jun 14 03:21:43.167970 dv-cinder-796170-1-iscsi neutron-server[92488]:                                                      'QosPolicy': '1.8',
Jun 14 03:21:43.167970 dv-cinder-796170-1-iscsi neutron-server[92488]:                                                      'SecurityGroup': '1.4',
Jun 14 03:21:43.167970 dv-cinder-796170-1-iscsi neutron-server[92488]:                                                      'SecurityGroupRule': '1.2',
Jun 14 03:21:43.167970 dv-cinder-796170-1-iscsi neutron-server[92488]:                                                      'SubPort': '1.0',
Jun 14 03:21:43.167970 dv-cinder-796170-1-iscsi neutron-server[92488]:                                                      'Subnet': '1.1',
Jun 14 03:21:43.167970 dv-cinder-796170-1-iscsi neutron-server[92488]:                                                      'Trunk': '1.1'}}
Jun 14 03:21:43.167970 dv-cinder-796170-1-iscsi neutron-server[92488]:  {{(pid=92488) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 14 03:21:43.181768 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG oslo_concurrency.lockutils [None req-53d2acc3-b60e-4f4a-aee1-d6c46530b3d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:21:43.192253 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-e19eb5db-78d6-4f31-82ea-0901b825a2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for port, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:43.198529 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-20b97f8a-6b04-4a3b-93e9-1bcdd17a4029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:43.200934 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.managers [None req-7ea4197c-ae15-4e37-9cc3-569b086066ca None None] Attempting to bind port 15b976c5-b1a9-46df-8fc5-ce084fdff975 on host dv-cinder-796170-1-iscsi for vnic_type normal with profile  {{(pid=92488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 14 03:21:43.201734 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.managers [None req-7ea4197c-ae15-4e37-9cc3-569b086066ca None None] Attempting to bind port 15b976c5-b1a9-46df-8fc5-ce084fdff975 by drivers openvswitch,hyperv on host dv-cinder-796170-1-iscsi at level 0 using segments [{'id': '893a0064-443a-4390-b9c3-705fa3bdf9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba'}] {{(pid=92488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 14 03:21:43.202270 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea4197c-ae15-4e37-9cc3-569b086066ca None None] Attempting to bind port 15b976c5-b1a9-46df-8fc5-ce084fdff975 on network 93400a53-dc51-45a7-8a67-e74b6f34e4ba {{(pid=92488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 14 03:21:43.228256 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea4197c-ae15-4e37-9cc3-569b086066ca None None] Checking agent: {'id': '3556250a-8008-4613-a9a6-6061713fcb85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 13, 37), 'started_at': datetime.datetime(2021, 6, 14, 3, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 14 03:21:43.229109 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea4197c-ae15-4e37-9cc3-569b086066ca None None] Checking segment: {'id': '893a0064-443a-4390-b9c3-705fa3bdf9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 14 03:21:43.229495 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron_lib.callbacks.manager [None req-7ea4197c-ae15-4e37-9cc3-569b086066ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:43.229896 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea4197c-ae15-4e37-9cc3-569b086066ca None None] Bound using segment: {'id': '893a0064-443a-4390-b9c3-705fa3bdf9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba'} {{(pid=92488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 14 03:21:43.234815 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.managers [None req-7ea4197c-ae15-4e37-9cc3-569b086066ca None None] Bound port: 15b976c5-b1a9-46df-8fc5-ce084fdff975, host: dv-cinder-796170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '893a0064-443a-4390-b9c3-705fa3bdf9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba'}}] {{(pid=92488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 14 03:21:43.234815 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron_lib.callbacks.manager [None req-7ea4197c-ae15-4e37-9cc3-569b086066ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:43.263392 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-20b97f8a-6b04-4a3b-93e9-1bcdd17a4029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:43.404882 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 8f9271ba-dc59-4573-b234-97337e151232 up at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:21:43.426838 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.db [None req-7ea4197c-ae15-4e37-9cc3-569b086066ca None None] For port 15b976c5-b1a9-46df-8fc5-ce084fdff975, host dv-cinder-796170-1-iscsi, cleared binding levels {{(pid=92488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 14 03:21:43.436154 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.db [None req-7ea4197c-ae15-4e37-9cc3-569b086066ca None None] For port 15b976c5-b1a9-46df-8fc5-ce084fdff975, host dv-cinder-796170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=15b976c5-b1a9-46df-8fc5-ce084fdff975,segment=NetworkSegment(893a0064-443a-4390-b9c3-705fa3bdf9f8),segment_id=893a0064-443a-4390-b9c3-705fa3bdf9f8)] {{(pid=92488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 14 03:21:43.471854 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-8b7a5d5b-414c-4c12-8216-9e60fc171a17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:43.534329 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron_lib.callbacks.manager [None req-7ea4197c-ae15-4e37-9cc3-569b086066ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:43.537712 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:21:43.562521 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning for port 8f9271ba-dc59-4573-b234-97337e151232 completed by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:21:43.605089 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d2acc3-b60e-4f4a-aee1-d6c46530b3d3 None None] Pushing event updated for resources: {'Port': ['ID=15b976c5-b1a9-46df-8fc5-ce084fdff975,revision_number=3']} {{(pid=92488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:21:43.610554 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG oslo_concurrency.lockutils [None req-53d2acc3-b60e-4f4a-aee1-d6c46530b3d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:21:43.620492 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.db_base_plugin_common [None req-e19eb5db-78d6-4f31-82ea-0901b825a2e8 admin admin] Allocated IP 172.20.0.1 (5a47fa3e-70b2-4efd-bce9-673f89030784/22848147-cf67-4dfd-aeab-710e50c30d70/4d1f2287-21f3-420c-a875-e3ec95037235) {{(pid=92486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 14 03:21:43.622686 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-8b7a5d5b-414c-4c12-8216-9e60fc171a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:43.632696 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-0c2d7675-5804-4c53-a57c-742669dfbd5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:21:43.637987 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea4197c-ae15-4e37-9cc3-569b086066ca None None] Routers {'c2d5f85c-93cb-4f11-a6cf-4933e639503e'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:21:43.638647 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-7ea4197c-ae15-4e37-9cc3-569b086066ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5e46c790>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:21:37Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['c2d5f85c-93cb-4f11-a6cf-4933e639503e'], 'active': True} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:21:43.745234 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-8b7a5d5b-414c-4c12-8216-9e60fc171a17 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7c6a933d7a3d473eb98568b78f894288&name=default HTTP/1.1" status: 200  len: 2975 time: 0.8235466
Jun 14 03:21:43.745857 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a5d5b-414c-4c12-8216-9e60fc171a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c33eab67-2f44-4db5-aa43-c122eaa9d40e,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:21:43.751177 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 38236) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:21:43.768515 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-8b7a5d5b-414c-4c12-8216-9e60fc171a17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:21:43.768936 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-696a0fb1-aef9-43d9-8520-1bf58e6398d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:43.884467 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-20b97f8a-6b04-4a3b-93e9-1bcdd17a4029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:43.887563 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvr_db [None req-7ea4197c-ae15-4e37-9cc3-569b086066ca None None] Set router c2d5f85c-93cb-4f11-a6cf-4933e639503e gateway port host: dv-cinder-796170-1-iscsi {{(pid=92488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:21:43.894037 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-20b97f8a-6b04-4a3b-93e9-1bcdd17a4029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:43.896984 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-20b97f8a-6b04-4a3b-93e9-1bcdd17a4029 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aaef5870-ba14-4fd4-b7b4-a89707ae095e HTTP/1.1" status: 204  len: 168 time: 1.0915818
Jun 14 03:21:43.900157 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-696a0fb1-aef9-43d9-8520-1bf58e6398d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for port, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:43.903259 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:21:43.994540 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-6442a92e-94c9-45da-bac6-eb455e093a00 req-b86d4bda-325e-4a6b-87d0-cf347d752e0a tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a6e3ccf-7f24-4f37-8c06-135b6f8abe81 HTTP/1.1" status: 200  len: 210 time: 0.1247725
Jun 14 03:21:44.183215 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-f7a26287-f8c1-4ca3-b71f-6d9cff0f9d0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:44.217888 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b97f8a-6b04-4a3b-93e9-1bcdd17a4029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaef5870-ba14-4fd4-b7b4-a89707ae095e,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:21:44.240916 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-20b97f8a-6b04-4a3b-93e9-1bcdd17a4029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:21:44.260768 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-e19eb5db-78d6-4f31-82ea-0901b825a2e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:44.283630 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-f7a26287-f8c1-4ca3-b71f-6d9cff0f9d0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:44.380312 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9617a2ea-a6fb-4671-8e78-4ab67ec96c65 None None] Network f65bd812-254a-48f4-8498-d6b6b04b0ab8 requested from dv-cinder-796170-1-iscsi {{(pid=92487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 14 03:21:44.392595 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-011bf4f0-f972-4350-af6d-5fcfa43c5d90 req-c8c181cc-bc51-447b-82e5-1ef0306b64c1 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] 10.222.0.13 "GET /v2.0/ports?device_id=e70a573f-928f-46ef-83b0-8079a7b5c907 HTTP/1.1" status: 200  len: 210 time: 0.1534345
Jun 14 03:21:44.470723 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-f7a26287-f8c1-4ca3-b71f-6d9cff0f9d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:44.472933 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-e19eb5db-78d6-4f31-82ea-0901b825a2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-668656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756196682527'] for port, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:44.479358 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-f7a26287-f8c1-4ca3-b71f-6d9cff0f9d0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:44.481796 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-f7a26287-f8c1-4ca3-b71f-6d9cff0f9d0e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c33eab67-2f44-4db5-aa43-c122eaa9d40e HTTP/1.1" status: 204  len: 168 time: 0.7304440
Jun 14 03:21:44.504120 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:21:44.535280 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.db_base_plugin_common [None req-696a0fb1-aef9-43d9-8520-1bf58e6398d9 admin admin] Allocated IP 172.27.2.195 (93400a53-dc51-45a7-8a67-e74b6f34e4ba/60a70a14-b6be-44b1-a1f9-f2aaa6aa296b/c1e9c54f-6f42-4e92-a065-f562d4dceaff) {{(pid=92485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 14 03:21:44.574699 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a26287-f8c1-4ca3-b71f-6d9cff0f9d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33eab67-2f44-4db5-aa43-c122eaa9d40e,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:21:44.575901 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-7ea4197c-ae15-4e37-9cc3-569b086066ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5e46c790>, [{'id': 'c2d5f85c-93cb-4f11-a6cf-4933e639503e', 'name': 'tempest-ServerRescueNegativeTestJSON-280545644-router', 'tenant_id': 'd770a57b3e724678a2cc69c7a9890825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '15b976c5-b1a9-46df-8fc5-ce084fdff975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:37Z', 'updated_at': '2021-06-14T03:21:39Z', 'revision_number': 3, 'project_id': 'd770a57b3e724678a2cc69c7a9890825', 'gw_port': {'id': '15b976c5-b1a9-46df-8fc5-ce084fdff975', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:19:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d5f85c-93cb-4f11-a6cf-4933e639503e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:21:38Z', 'updated_at': '2021-06-14T03:21:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi'}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:21:44.579745 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-f56dc41c-df62-4e30-9fcd-540e9b6d4892 None None] Provisioning for port 8f9271ba-dc59-4573-b234-97337e151232 completed by entity DHCP. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:21:44.587426 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea4197c-ae15-4e37-9cc3-569b086066ca None None] The sync data for ids ['c2d5f85c-93cb-4f11-a6cf-4933e639503e'] in dv-cinder-796170-1-iscsi is: [{'id': 'c2d5f85c-93cb-4f11-a6cf-4933e639503e', 'name': 'tempest-ServerRescueNegativeTestJSON-280545644-router', 'tenant_id': 'd770a57b3e724678a2cc69c7a9890825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '15b976c5-b1a9-46df-8fc5-ce084fdff975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:37Z', 'updated_at': '2021-06-14T03:21:39Z', 'revision_number': 3, 'project_id': 'd770a57b3e724678a2cc69c7a9890825', 'gw_port': {'id': '15b976c5-b1a9-46df-8fc5-ce084fdff975', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:19:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d5f85c-93cb-4f11-a6cf-4933e639503e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:21:38Z', 'updated_at': '2021-06-14T03:21:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi'}] {{(pid=92488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 14 03:21:44.598680 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-f7a26287-f8c1-4ca3-b71f-6d9cff0f9d0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:21:44.606160 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-2f9c1072-1e25-4183-8111-0a5500d9efd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:21:44.613307 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-f56dc41c-df62-4e30-9fcd-540e9b6d4892 None None] Provisioning complete for port 8f9271ba-dc59-4573-b234-97337e151232 triggered by entity DHCP. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:21:44.613677 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-f56dc41c-df62-4e30-9fcd-540e9b6d4892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:44.693282 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19eb5db-78d6-4f31-82ea-0901b825a2e8 admin admin] Network 5a47fa3e-70b2-4efd-bce9-673f89030784 is already hosted by enough agents. {{(pid=92486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 14 03:21:44.727412 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.base_scheduler [None req-e19eb5db-78d6-4f31-82ea-0901b825a2e8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:21:44.744002 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19eb5db-78d6-4f31-82ea-0901b825a2e8 admin admin] Received port after_create {{(pid=92486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 14 03:21:44.756574 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-e19eb5db-78d6-4f31-82ea-0901b825a2e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66751066'] for router_interface, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:44.817776 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-696a0fb1-aef9-43d9-8520-1bf58e6398d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:44.867554 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-f56dc41c-df62-4e30-9fcd-540e9b6d4892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:44.924375 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19eb5db-78d6-4f31-82ea-0901b825a2e8 admin admin] Pushing event updated for resources: {'Port': ['ID=4d1f2287-21f3-420c-a875-e3ec95037235,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:21:44.941295 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-f56dc41c-df62-4e30-9fcd-540e9b6d4892 None None] For port 8f9271ba-dc59-4573-b234-97337e151232, host dv-cinder-796170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=8f9271ba-dc59-4573-b234-97337e151232,segment=NetworkSegment(99683377-2e48-4740-a2d4-b719402867ef),segment_id=99683377-2e48-4740-a2d4-b719402867ef)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:21:44.944884 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-e19eb5db-78d6-4f31-82ea-0901b825a2e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:21:45.016269 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-f56dc41c-df62-4e30-9fcd-540e9b6d4892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:45.022644 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:21:45.123274 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-696a0fb1-aef9-43d9-8520-1bf58e6398d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-668656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756196682527'] for port, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:45.150647 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:21:45.161636 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56dc41c-df62-4e30-9fcd-540e9b6d4892 None None] Pushing event updated for resources: {'Port': ['ID=8f9271ba-dc59-4573-b234-97337e151232,revision_number=3']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:21:45.190232 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-f56dc41c-df62-4e30-9fcd-540e9b6d4892 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:21:45.313430 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696a0fb1-aef9-43d9-8520-1bf58e6398d9 admin admin] Network 93400a53-dc51-45a7-8a67-e74b6f34e4ba is already hosted by enough agents. {{(pid=92485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 14 03:21:45.409302 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-e19eb5db-78d6-4f31-82ea-0901b825a2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:45.420950 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-dcf728e2-249f-43ae-8c55-4639b8805dd4 req-780b1bb6-7dcd-492b-92ff-025acac11f99 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a6e3ccf-7f24-4f37-8c06-135b6f8abe81 HTTP/1.1" status: 200  len: 210 time: 0.1230288
Jun 14 03:21:45.433581 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.base_scheduler [None req-696a0fb1-aef9-43d9-8520-1bf58e6398d9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:21:45.454759 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-904f6b29-d7da-4586-a86d-cb2d2af8956b None None] Provisioning complete for port 8f9271ba-dc59-4573-b234-97337e151232 triggered by entity DHCP. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:21:45.455265 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-904f6b29-d7da-4586-a86d-cb2d2af8956b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:45.461922 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696a0fb1-aef9-43d9-8520-1bf58e6398d9 admin admin] Received port after_create {{(pid=92485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 14 03:21:45.570883 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 8f9271ba-dc59-4573-b234-97337e151232 up at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:21:45.643926 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696a0fb1-aef9-43d9-8520-1bf58e6398d9 admin admin] Pushing event updated for resources: {'Port': ['ID=c1e9c54f-6f42-4e92-a065-f562d4dceaff,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:21:45.660017 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-696a0fb1-aef9-43d9-8520-1bf58e6398d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:21:45.749409 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning complete for port 8f9271ba-dc59-4573-b234-97337e151232 triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:21:45.749409 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:46.006732 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 15b976c5-b1a9-46df-8fc5-ce084fdff975 up at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:21:46.102968 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-e19eb5db-78d6-4f31-82ea-0901b825a2e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:46.106307 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-405064ac-c055-40db-9fdb-78323df0210e req-00a5d2e1-d663-4f46-90bc-d1ca634ce7d6 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] 10.222.0.13 "GET /v2.0/ports?device_id=e70a573f-928f-46ef-83b0-8079a7b5c907 HTTP/1.1" status: 200  len: 210 time: 0.1971068
Jun 14 03:21:46.181393 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-e19eb5db-78d6-4f31-82ea-0901b825a2e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:46.182554 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-e19eb5db-78d6-4f31-82ea-0901b825a2e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66608333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66751182'] for router_interface, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:46.184743 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-af6f4f11-b22e-49b0-aec0-9c61d6832396 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:21:46.195123 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-696a0fb1-aef9-43d9-8520-1bf58e6398d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:46.204562 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning for port 15b976c5-b1a9-46df-8fc5-ce084fdff975 completed by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:21:46.209257 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning complete for port 15b976c5-b1a9-46df-8fc5-ce084fdff975 triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:21:46.209257 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:46.273914 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19eb5db-78d6-4f31-82ea-0901b825a2e8 admin admin] Pushing event updated for resources: {'Port': ['ID=4d1f2287-21f3-420c-a875-e3ec95037235,revision_number=2']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:21:46.277822 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-e19eb5db-78d6-4f31-82ea-0901b825a2e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:21:46.334744 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:46.370457 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19eb5db-78d6-4f31-82ea-0901b825a2e8 admin admin] Network 5a47fa3e-70b2-4efd-bce9-673f89030784 is already hosted by enough agents. {{(pid=92486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 14 03:21:46.372521 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.base_scheduler [None req-e19eb5db-78d6-4f31-82ea-0901b825a2e8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:21:46.380573 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] For port 15b976c5-b1a9-46df-8fc5-ce084fdff975, host dv-cinder-796170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=15b976c5-b1a9-46df-8fc5-ce084fdff975,segment=NetworkSegment(893a0064-443a-4390-b9c3-705fa3bdf9f8),segment_id=893a0064-443a-4390-b9c3-705fa3bdf9f8)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:21:46.444059 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:46.446442 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:21:46.529955 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-696a0fb1-aef9-43d9-8520-1bf58e6398d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66749858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66755231'] for router, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:46.581747 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Pushing event updated for resources: {'Port': ['ID=15b976c5-b1a9-46df-8fc5-ce084fdff975,revision_number=4']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:21:46.588608 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:21:46.612613 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e19eb5db-78d6-4f31-82ea-0901b825a2e8 admin admin] Router c2d5f85c-93cb-4f11-a6cf-4933e639503e has already been hosted by L3 agent faa78350-ce80-467b-8f2c-9d7893daed85 {{(pid=92486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 14 03:21:46.786407 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-28babee1-62e3-48e8-a06c-308ef408a592 req-75c3cf5e-7ea8-4ed9-bf1e-05a7b66d08e4 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a6e3ccf-7f24-4f37-8c06-135b6f8abe81 HTTP/1.1" status: 200  len: 210 time: 0.0844891
Jun 14 03:21:46.832123 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e19eb5db-78d6-4f31-82ea-0901b825a2e8 admin admin] Notify agent at l3_agent.dv-cinder-796170-1-iscsi the message routers_updated {{(pid=92486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 14 03:21:46.866444 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-e19eb5db-78d6-4f31-82ea-0901b825a2e8 admin admin] 10.222.0.13 "PUT /v2.0/routers/c2d5f85c-93cb-4f11-a6cf-4933e639503e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9628952
Jun 14 03:21:47.015629 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-696a0fb1-aef9-43d9-8520-1bf58e6398d9 admin admin] Router ac3183be-460a-411b-86aa-5b5b75320c9a is scheduled to L3 agent faa78350-ce80-467b-8f2c-9d7893daed85 with binding_index 1 {{(pid=92485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 14 03:21:47.121305 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a27022-9b8c-4172-a952-9ce0f1a5f6ac None None] Sync routers for ids ['c2d5f85c-93cb-4f11-a6cf-4933e639503e'] in dv-cinder-796170-1-iscsi {{(pid=92487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 14 03:21:47.147001 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a27022-9b8c-4172-a952-9ce0f1a5f6ac None None] Routers {'c2d5f85c-93cb-4f11-a6cf-4933e639503e'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:21:47.147649 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-27a27022-9b8c-4172-a952-9ce0f1a5f6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5df1b0a0>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:21:37Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['c2d5f85c-93cb-4f11-a6cf-4933e639503e'], 'active': True} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:21:47.218475 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696a0fb1-aef9-43d9-8520-1bf58e6398d9 admin admin] Notify agent at l3_agent.dv-cinder-796170-1-iscsi the message routers_updated {{(pid=92485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 14 03:21:47.231784 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62f4db7-4899-42c7-9741-6f6892ff5aa4 None None] Sync routers for ids ['ac3183be-460a-411b-86aa-5b5b75320c9a'] in dv-cinder-796170-1-iscsi {{(pid=92488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 14 03:21:47.243359 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62f4db7-4899-42c7-9741-6f6892ff5aa4 None None] Routers {'ac3183be-460a-411b-86aa-5b5b75320c9a'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:21:47.249706 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-c62f4db7-4899-42c7-9741-6f6892ff5aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5e60edc0>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:21:37Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['ac3183be-460a-411b-86aa-5b5b75320c9a'], 'active': True} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:21:47.354417 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 15b976c5-b1a9-46df-8fc5-ce084fdff975 up at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:21:47.373795 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-7c04f2b5-bf8c-4f5f-a97a-9f144c1e0856 req-fce82701-2517-4ed2-b9ef-52b8345b1a47 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] 10.222.0.13 "GET /v2.0/ports?device_id=e70a573f-928f-46ef-83b0-8079a7b5c907 HTTP/1.1" status: 200  len: 210 time: 0.0585248
Jun 14 03:21:47.378019 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-696a0fb1-aef9-43d9-8520-1bf58e6398d9 admin admin] Notify callbacks [] for router, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:47.382453 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-696a0fb1-aef9-43d9-8520-1bf58e6398d9 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 6.2815742
Jun 14 03:21:47.385620 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 38366) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:21:47.447688 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvr_db [None req-c62f4db7-4899-42c7-9741-6f6892ff5aa4 None None] Set router ac3183be-460a-411b-86aa-5b5b75320c9a gateway port host: dv-cinder-796170-1-iscsi {{(pid=92488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:21:47.680828 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning complete for port 15b976c5-b1a9-46df-8fc5-ce084fdff975 triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:21:47.682797 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:47.746998 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvr_db [None req-27a27022-9b8c-4172-a952-9ce0f1a5f6ac None None] Set router c2d5f85c-93cb-4f11-a6cf-4933e639503e gateway port host: dv-cinder-796170-1-iscsi {{(pid=92487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:21:47.885515 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-c62f4db7-4899-42c7-9741-6f6892ff5aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5e60edc0>, [{'id': 'ac3183be-460a-411b-86aa-5b5b75320c9a', 'name': 'tempest-AttachVolumeShelveTestJSON-1283861758-router', 'tenant_id': '9155b325d6cd4337b263e1034bb9dbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'c1e9c54f-6f42-4e92-a065-f562d4dceaff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:41Z', 'updated_at': '2021-06-14T03:21:45Z', 'revision_number': 3, 'project_id': '9155b325d6cd4337b263e1034bb9dbfb', 'gw_port': {'id': 'c1e9c54f-6f42-4e92-a065-f562d4dceaff', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:24:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3183be-460a-411b-86aa-5b5b75320c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:21:43Z', 'updated_at': '2021-06-14T03:21:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi'}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:21:47.891861 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62f4db7-4899-42c7-9741-6f6892ff5aa4 None None] Checking router: ac3183be-460a-411b-86aa-5b5b75320c9a for host: dv-cinder-796170-1-iscsi {{(pid=92488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 14 03:21:47.892212 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62f4db7-4899-42c7-9741-6f6892ff5aa4 None None] Updating router ac3183be-460a-411b-86aa-5b5b75320c9a port c1e9c54f-6f42-4e92-a065-f562d4dceaff binding host dv-cinder-796170-1-iscsi {{(pid=92488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 14 03:21:47.978978 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron_lib.callbacks.manager [None req-c62f4db7-4899-42c7-9741-6f6892ff5aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:48.048638 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-4f6d3a3e-9b3f-4b9f-8437-0cee8ce19d14 req-123cc0bb-3041-40be-8e2e-2260caac7b43 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a6e3ccf-7f24-4f37-8c06-135b6f8abe81 HTTP/1.1" status: 200  len: 210 time: 0.0884252
Jun 14 03:21:48.187622 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f13bf0-b95e-467b-a094-50d9139a7a23 req-463fbf30-f40f-4d51-8d22-d572b9fc07a4 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:21:48.189348 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-f3f13bf0-b95e-467b-a094-50d9139a7a23 req-463fbf30-f40f-4d51-8d22-d572b9fc07a4 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/networks?id=5a47fa3e-70b2-4efd-bce9-673f89030784 HTTP/1.1" status: 200  len: 818 time: 0.3469245
Jun 14 03:21:48.190129 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-27a27022-9b8c-4172-a952-9ce0f1a5f6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5df1b0a0>, [{'id': 'c2d5f85c-93cb-4f11-a6cf-4933e639503e', 'name': 'tempest-ServerRescueNegativeTestJSON-280545644-router', 'tenant_id': 'd770a57b3e724678a2cc69c7a9890825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '15b976c5-b1a9-46df-8fc5-ce084fdff975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:37Z', 'updated_at': '2021-06-14T03:21:45Z', 'revision_number': 4, 'project_id': 'd770a57b3e724678a2cc69c7a9890825', 'gw_port': {'id': '15b976c5-b1a9-46df-8fc5-ce084fdff975', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:19:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d5f85c-93cb-4f11-a6cf-4933e639503e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:21:38Z', 'updated_at': '2021-06-14T03:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_interfaces': [{'id': '4d1f2287-21f3-420c-a875-e3ec95037235', 'name': '', 'network_id': '5a47fa3e-70b2-4efd-bce9-673f89030784', 'tenant_id': 'd770a57b3e724678a2cc69c7a9890825', 'mac_address': 'fa:16:3e:72:0a:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d5f85c-93cb-4f11-a6cf-4933e639503e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '22848147-cf67-4dfd-aeab-710e50c30d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:21:43Z', 'updated_at': '2021-06-14T03:21:45Z', 'revision_number': 2, 'project_id': 'd770a57b3e724678a2cc69c7a9890825', 'subnets': [{'id': '22848147-cf67-4dfd-aeab-710e50c30d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:21:48.198932 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a27022-9b8c-4172-a952-9ce0f1a5f6ac None None] Checking router: c2d5f85c-93cb-4f11-a6cf-4933e639503e for host: dv-cinder-796170-1-iscsi {{(pid=92487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 14 03:21:48.199296 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a27022-9b8c-4172-a952-9ce0f1a5f6ac None None] Updating router c2d5f85c-93cb-4f11-a6cf-4933e639503e port 4d1f2287-21f3-420c-a875-e3ec95037235 binding host dv-cinder-796170-1-iscsi {{(pid=92487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 14 03:21:48.217881 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-f3f13bf0-b95e-467b-a094-50d9139a7a23 req-8f27b1bb-ec86-441c-9049-90cdc75ac177 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/quotas/d770a57b3e724678a2cc69c7a9890825 HTTP/1.1" status: 200  len: 375 time: 0.0212023
Jun 14 03:21:48.264727 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-27a27022-9b8c-4172-a952-9ce0f1a5f6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:48.488600 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron_lib.callbacks.manager [None req-c62f4db7-4899-42c7-9741-6f6892ff5aa4 None None] Notify callbacks [] for port, precommit_update {{(pid=92488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:48.501357 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.provisioning_blocks [None req-c62f4db7-4899-42c7-9741-6f6892ff5aa4 None None] Transition to ACTIVE for port object c1e9c54f-6f42-4e92-a065-f562d4dceaff will not be triggered until provisioned by entity L2. {{(pid=92488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:21:48.616830 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-f3f13bf0-b95e-467b-a094-50d9139a7a23 req-a8569acc-6aa5-474e-8fa0-8161c2e73186 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d770a57b3e724678a2cc69c7a9890825&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3856220
Jun 14 03:21:48.627403 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-61ee3890-504c-40f6-b76b-774bc24616f4 req-453b5fe1-c893-4e28-be7d-abf07c428337 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] 10.222.0.13 "GET /v2.0/ports?device_id=e70a573f-928f-46ef-83b0-8079a7b5c907 HTTP/1.1" status: 200  len: 210 time: 0.0397494
Jun 14 03:21:48.643846 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron_lib.callbacks.manager [None req-c62f4db7-4899-42c7-9741-6f6892ff5aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:48.647314 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:21:48.695523 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-4b9d5d71-cb45-4e27-a81c-21a5120be065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for port, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:48.729870 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509c539a-4887-4ec0-b781-120969ad1e84 None None] Pushing event updated for resources: {'Port': ['ID=c1e9c54f-6f42-4e92-a065-f562d4dceaff,revision_number=2']} {{(pid=92488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:21:48.740991 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-27a27022-9b8c-4172-a952-9ce0f1a5f6ac None None] Notify callbacks [] for port, precommit_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:48.756835 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-27a27022-9b8c-4172-a952-9ce0f1a5f6ac None None] Transition to ACTIVE for port object 4d1f2287-21f3-420c-a875-e3ec95037235 will not be triggered until provisioned by entity L2. {{(pid=92487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:21:48.760366 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG oslo_concurrency.lockutils [None req-509c539a-4887-4ec0-b781-120969ad1e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:21:48.785494 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.managers [None req-c62f4db7-4899-42c7-9741-6f6892ff5aa4 None None] Attempting to bind port c1e9c54f-6f42-4e92-a065-f562d4dceaff on host dv-cinder-796170-1-iscsi for vnic_type normal with profile  {{(pid=92488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 14 03:21:48.785861 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.managers [None req-c62f4db7-4899-42c7-9741-6f6892ff5aa4 None None] Attempting to bind port c1e9c54f-6f42-4e92-a065-f562d4dceaff by drivers openvswitch,hyperv on host dv-cinder-796170-1-iscsi at level 0 using segments [{'id': '893a0064-443a-4390-b9c3-705fa3bdf9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba'}] {{(pid=92488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 14 03:21:48.786220 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62f4db7-4899-42c7-9741-6f6892ff5aa4 None None] Attempting to bind port c1e9c54f-6f42-4e92-a065-f562d4dceaff on network 93400a53-dc51-45a7-8a67-e74b6f34e4ba {{(pid=92488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 14 03:21:48.791323 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62f4db7-4899-42c7-9741-6f6892ff5aa4 None None] Checking agent: {'id': '3556250a-8008-4613-a9a6-6061713fcb85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 13, 37), 'started_at': datetime.datetime(2021, 6, 14, 3, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 14 03:21:48.791691 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62f4db7-4899-42c7-9741-6f6892ff5aa4 None None] Checking segment: {'id': '893a0064-443a-4390-b9c3-705fa3bdf9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 14 03:21:48.792083 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron_lib.callbacks.manager [None req-c62f4db7-4899-42c7-9741-6f6892ff5aa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:48.792497 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62f4db7-4899-42c7-9741-6f6892ff5aa4 None None] Bound using segment: {'id': '893a0064-443a-4390-b9c3-705fa3bdf9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba'} {{(pid=92488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 14 03:21:48.792950 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.managers [None req-c62f4db7-4899-42c7-9741-6f6892ff5aa4 None None] Bound port: c1e9c54f-6f42-4e92-a065-f562d4dceaff, host: dv-cinder-796170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '893a0064-443a-4390-b9c3-705fa3bdf9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba'}}] {{(pid=92488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 14 03:21:48.793318 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron_lib.callbacks.manager [None req-c62f4db7-4899-42c7-9741-6f6892ff5aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:48.861297 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-27a27022-9b8c-4172-a952-9ce0f1a5f6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:48.868006 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-83608bed-48cf-4781-be5e-da386249623a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:21:48.907985 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-f3f13bf0-b95e-467b-a094-50d9139a7a23 req-56d4951c-ff1f-4e65-9980-f6d414959f97 service neutron] 10.222.0.13 "GET /v2.0/networks/5a47fa3e-70b2-4efd-bce9-673f89030784?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2209437
Jun 14 03:21:48.966801 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.db [None req-c62f4db7-4899-42c7-9741-6f6892ff5aa4 None None] For port c1e9c54f-6f42-4e92-a065-f562d4dceaff, host dv-cinder-796170-1-iscsi, cleared binding levels {{(pid=92488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 14 03:21:48.972053 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.db [None req-c62f4db7-4899-42c7-9741-6f6892ff5aa4 None None] For port c1e9c54f-6f42-4e92-a065-f562d4dceaff, host dv-cinder-796170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=c1e9c54f-6f42-4e92-a065-f562d4dceaff,segment=NetworkSegment(893a0064-443a-4390-b9c3-705fa3bdf9f8),segment_id=893a0064-443a-4390-b9c3-705fa3bdf9f8)] {{(pid=92488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 14 03:21:48.999560 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb7b36a-c416-48f3-a943-1113e5b4960a None None] Pushing event updated for resources: {'Port': ['ID=4d1f2287-21f3-420c-a875-e3ec95037235,revision_number=3']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:21:49.003100 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-5cb7b36a-c416-48f3-a943-1113e5b4960a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:21:49.064983 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.db_base_plugin_common [None req-4b9d5d71-cb45-4e27-a81c-21a5120be065 admin admin] Allocated IP 172.20.0.1 (f65bd812-254a-48f4-8498-d6b6b04b0ab8/545b480d-c2cb-4869-a2a3-42345a60be46/7f05021a-b477-401e-9b25-c86f27f2a189) {{(pid=92486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 14 03:21:49.071334 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.managers [None req-27a27022-9b8c-4172-a952-9ce0f1a5f6ac None None] Attempting to bind port 4d1f2287-21f3-420c-a875-e3ec95037235 on host dv-cinder-796170-1-iscsi for vnic_type normal with profile  {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 14 03:21:49.071721 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.managers [None req-27a27022-9b8c-4172-a952-9ce0f1a5f6ac None None] Attempting to bind port 4d1f2287-21f3-420c-a875-e3ec95037235 by drivers openvswitch,hyperv on host dv-cinder-796170-1-iscsi at level 0 using segments [{'id': '1ff9c71f-b453-4f17-a8ba-b084557f6d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5a47fa3e-70b2-4efd-bce9-673f89030784'}] {{(pid=92487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 14 03:21:49.072097 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a27022-9b8c-4172-a952-9ce0f1a5f6ac None None] Attempting to bind port 4d1f2287-21f3-420c-a875-e3ec95037235 on network 5a47fa3e-70b2-4efd-bce9-673f89030784 {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 14 03:21:49.079897 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a27022-9b8c-4172-a952-9ce0f1a5f6ac None None] Checking agent: {'id': '3556250a-8008-4613-a9a6-6061713fcb85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 13, 37), 'started_at': datetime.datetime(2021, 6, 14, 3, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 14 03:21:49.080282 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a27022-9b8c-4172-a952-9ce0f1a5f6ac None None] Checking segment: {'id': '1ff9c71f-b453-4f17-a8ba-b084557f6d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5a47fa3e-70b2-4efd-bce9-673f89030784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 14 03:21:49.080519 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron_lib.callbacks.manager [None req-c62f4db7-4899-42c7-9741-6f6892ff5aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:49.080710 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-27a27022-9b8c-4172-a952-9ce0f1a5f6ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:49.081691 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a27022-9b8c-4172-a952-9ce0f1a5f6ac None None] Bound using segment: {'id': '1ff9c71f-b453-4f17-a8ba-b084557f6d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5a47fa3e-70b2-4efd-bce9-673f89030784'} {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 14 03:21:49.082700 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.managers [None req-27a27022-9b8c-4172-a952-9ce0f1a5f6ac None None] Bound port: 4d1f2287-21f3-420c-a875-e3ec95037235, host: dv-cinder-796170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff9c71f-b453-4f17-a8ba-b084557f6d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5a47fa3e-70b2-4efd-bce9-673f89030784'}}] {{(pid=92487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 14 03:21:49.083398 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-27a27022-9b8c-4172-a952-9ce0f1a5f6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:49.084371 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-f3f13bf0-b95e-467b-a094-50d9139a7a23 req-ffe76cb8-5b0d-44c8-85a2-ae3f839b64d1 service neutron] 10.222.0.13 "GET /v2.0/networks/5a47fa3e-70b2-4efd-bce9-673f89030784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1697457
Jun 14 03:21:49.095307 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG oslo_concurrency.lockutils [None req-53d2acc3-b60e-4f4a-aee1-d6c46530b3d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:21:49.160534 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62f4db7-4899-42c7-9741-6f6892ff5aa4 None None] Routers {'ac3183be-460a-411b-86aa-5b5b75320c9a'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:21:49.162874 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-c62f4db7-4899-42c7-9741-6f6892ff5aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5e60edc0>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:21:37Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['ac3183be-460a-411b-86aa-5b5b75320c9a'], 'active': True} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:21:49.247870 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-4b9d5d71-cb45-4e27-a81c-21a5120be065 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:49.252211 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-27a27022-9b8c-4172-a952-9ce0f1a5f6ac None None] For port 4d1f2287-21f3-420c-a875-e3ec95037235, host dv-cinder-796170-1-iscsi, cleared binding levels {{(pid=92487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 14 03:21:49.257527 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-27a27022-9b8c-4172-a952-9ce0f1a5f6ac None None] For port 4d1f2287-21f3-420c-a875-e3ec95037235, host dv-cinder-796170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=4d1f2287-21f3-420c-a875-e3ec95037235,segment=NetworkSegment(1ff9c71f-b453-4f17-a8ba-b084557f6d64),segment_id=1ff9c71f-b453-4f17-a8ba-b084557f6d64)] {{(pid=92487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 14 03:21:49.285447 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509c539a-4887-4ec0-b781-120969ad1e84 None None] Pushing event updated for resources: {'Port': ['ID=c1e9c54f-6f42-4e92-a065-f562d4dceaff,revision_number=3']} {{(pid=92488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:21:49.289227 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG oslo_concurrency.lockutils [None req-509c539a-4887-4ec0-b781-120969ad1e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=92488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:21:49.293157 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.provisioning_blocks [None req-4b9d5d71-cb45-4e27-a81c-21a5120be065 admin admin] Transition to ACTIVE for port object 7f05021a-b477-401e-9b25-c86f27f2a189 will not be triggered until provisioned by entity DHCP. {{(pid=92486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:21:49.347423 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-27a27022-9b8c-4172-a952-9ce0f1a5f6ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:49.352338 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-5cb7b36a-c416-48f3-a943-1113e5b4960a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:21:49.426436 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a27022-9b8c-4172-a952-9ce0f1a5f6ac None None] Routers {'c2d5f85c-93cb-4f11-a6cf-4933e639503e'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:21:49.427162 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-27a27022-9b8c-4172-a952-9ce0f1a5f6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5df1b0a0>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:21:37Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['c2d5f85c-93cb-4f11-a6cf-4933e639503e'], 'active': True} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:21:49.427757 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-4b9d5d71-cb45-4e27-a81c-21a5120be065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-668656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756196682527'] for port, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:49.429380 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb7b36a-c416-48f3-a943-1113e5b4960a None None] Pushing event updated for resources: {'Port': ['ID=4d1f2287-21f3-420c-a875-e3ec95037235,revision_number=4']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:21:49.439249 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-5cb7b36a-c416-48f3-a943-1113e5b4960a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:21:49.439372 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-e19eb5db-78d6-4f31-82ea-0901b825a2e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:21:49.440478 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-aca6115a-426b-4b66-812f-c4864b07693d req-20a3ade7-f8a1-476f-af77-97252f7139a2 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a6e3ccf-7f24-4f37-8c06-135b6f8abe81 HTTP/1.1" status: 200  len: 210 time: 0.0676842
Jun 14 03:21:49.478049 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvr_db [None req-c62f4db7-4899-42c7-9741-6f6892ff5aa4 None None] Set router ac3183be-460a-411b-86aa-5b5b75320c9a gateway port host: dv-cinder-796170-1-iscsi {{(pid=92488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:21:49.776718 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9d5d71-cb45-4e27-a81c-21a5120be065 admin admin] Network f65bd812-254a-48f4-8498-d6b6b04b0ab8 is already hosted by enough agents. {{(pid=92486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 14 03:21:49.776718 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.base_scheduler [None req-4b9d5d71-cb45-4e27-a81c-21a5120be065 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:21:49.776718 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-267eada7-b694-4c69-87d1-b574bab1dd90 req-98c887c0-9e4d-4c61-98a3-26fb90ed76b3 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4294f363-fd1f-46f0-8428-1ae8ca56a612 HTTP/1.1" status: 200  len: 210 time: 0.0580475
Jun 14 03:21:49.776718 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9d5d71-cb45-4e27-a81c-21a5120be065 admin admin] Received port after_create {{(pid=92486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 14 03:21:49.776718 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-4b9d5d71-cb45-4e27-a81c-21a5120be065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66751066'] for router_interface, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:49.776718 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9d5d71-cb45-4e27-a81c-21a5120be065 admin admin] Pushing event updated for resources: {'Port': ['ID=7f05021a-b477-401e-9b25-c86f27f2a189,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:21:49.776718 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-4b9d5d71-cb45-4e27-a81c-21a5120be065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:21:49.783988 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvr_db [None req-27a27022-9b8c-4172-a952-9ce0f1a5f6ac None None] Set router c2d5f85c-93cb-4f11-a6cf-4933e639503e gateway port host: dv-cinder-796170-1-iscsi {{(pid=92487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:21:49.874948 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-baf9e1d9-9238-47d9-8ebd-c47a9f115a60 req-75a2dce0-7df2-4ec9-97c0-aac84e0bd488 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] 10.222.0.13 "GET /v2.0/ports?device_id=e70a573f-928f-46ef-83b0-8079a7b5c907 HTTP/1.1" status: 200  len: 210 time: 0.0459321
Jun 14 03:21:49.917900 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-c62f4db7-4899-42c7-9741-6f6892ff5aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5e60edc0>, [{'id': 'ac3183be-460a-411b-86aa-5b5b75320c9a', 'name': 'tempest-AttachVolumeShelveTestJSON-1283861758-router', 'tenant_id': '9155b325d6cd4337b263e1034bb9dbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'c1e9c54f-6f42-4e92-a065-f562d4dceaff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:41Z', 'updated_at': '2021-06-14T03:21:45Z', 'revision_number': 3, 'project_id': '9155b325d6cd4337b263e1034bb9dbfb', 'gw_port': {'id': 'c1e9c54f-6f42-4e92-a065-f562d4dceaff', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:24:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3183be-460a-411b-86aa-5b5b75320c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:21:43Z', 'updated_at': '2021-06-14T03:21:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi'}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:21:49.922040 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62f4db7-4899-42c7-9741-6f6892ff5aa4 None None] The sync data for ids ['ac3183be-460a-411b-86aa-5b5b75320c9a'] in dv-cinder-796170-1-iscsi is: [{'id': 'ac3183be-460a-411b-86aa-5b5b75320c9a', 'name': 'tempest-AttachVolumeShelveTestJSON-1283861758-router', 'tenant_id': '9155b325d6cd4337b263e1034bb9dbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'c1e9c54f-6f42-4e92-a065-f562d4dceaff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:41Z', 'updated_at': '2021-06-14T03:21:45Z', 'revision_number': 3, 'project_id': '9155b325d6cd4337b263e1034bb9dbfb', 'gw_port': {'id': 'c1e9c54f-6f42-4e92-a065-f562d4dceaff', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:24:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3183be-460a-411b-86aa-5b5b75320c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:21:43Z', 'updated_at': '2021-06-14T03:21:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi'}] {{(pid=92488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 14 03:21:49.922987 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-4b9d5d71-cb45-4e27-a81c-21a5120be065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:50.118293 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-c95eadb1-205b-48c7-8ea6-77890e9e0ce0 None None] Provisioning for port 7f05021a-b477-401e-9b25-c86f27f2a189 completed by entity DHCP. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:21:50.123607 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-c95eadb1-205b-48c7-8ea6-77890e9e0ce0 None None] Provisioning complete for port 7f05021a-b477-401e-9b25-c86f27f2a189 triggered by entity DHCP. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:21:50.123970 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-c95eadb1-205b-48c7-8ea6-77890e9e0ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:50.167379 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a98b61-3161-45be-a705-80e2c1885550 req-48f62c56-e1ce-45f3-bfe3-71793efb2994 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:21:50.168946 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-a3a98b61-3161-45be-a705-80e2c1885550 req-48f62c56-e1ce-45f3-bfe3-71793efb2994 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/networks?id=5a47fa3e-70b2-4efd-bce9-673f89030784 HTTP/1.1" status: 200  len: 818 time: 0.2265012
Jun 14 03:21:50.195850 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-c95eadb1-205b-48c7-8ea6-77890e9e0ce0 None None] Port 7f05021a-b477-401e-9b25-c86f27f2a189 cannot update to ACTIVE because it is not bound. {{(pid=92487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 14 03:21:50.264874 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-27a27022-9b8c-4172-a952-9ce0f1a5f6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5df1b0a0>, [{'id': 'c2d5f85c-93cb-4f11-a6cf-4933e639503e', 'name': 'tempest-ServerRescueNegativeTestJSON-280545644-router', 'tenant_id': 'd770a57b3e724678a2cc69c7a9890825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '15b976c5-b1a9-46df-8fc5-ce084fdff975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:37Z', 'updated_at': '2021-06-14T03:21:45Z', 'revision_number': 4, 'project_id': 'd770a57b3e724678a2cc69c7a9890825', 'gw_port': {'id': '15b976c5-b1a9-46df-8fc5-ce084fdff975', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:19:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d5f85c-93cb-4f11-a6cf-4933e639503e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:21:38Z', 'updated_at': '2021-06-14T03:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_interfaces': [{'id': '4d1f2287-21f3-420c-a875-e3ec95037235', 'name': '', 'network_id': '5a47fa3e-70b2-4efd-bce9-673f89030784', 'tenant_id': 'd770a57b3e724678a2cc69c7a9890825', 'mac_address': 'fa:16:3e:72:0a:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d5f85c-93cb-4f11-a6cf-4933e639503e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '22848147-cf67-4dfd-aeab-710e50c30d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:21:43Z', 'updated_at': '2021-06-14T03:21:49Z', 'revision_number': 4, 'project_id': 'd770a57b3e724678a2cc69c7a9890825', 'subnets': [{'id': '22848147-cf67-4dfd-aeab-710e50c30d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:21:50.268844 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a27022-9b8c-4172-a952-9ce0f1a5f6ac None None] The sync data for ids ['c2d5f85c-93cb-4f11-a6cf-4933e639503e'] in dv-cinder-796170-1-iscsi is: [{'id': 'c2d5f85c-93cb-4f11-a6cf-4933e639503e', 'name': 'tempest-ServerRescueNegativeTestJSON-280545644-router', 'tenant_id': 'd770a57b3e724678a2cc69c7a9890825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '15b976c5-b1a9-46df-8fc5-ce084fdff975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:37Z', 'updated_at': '2021-06-14T03:21:45Z', 'revision_number': 4, 'project_id': 'd770a57b3e724678a2cc69c7a9890825', 'gw_port': {'id': '15b976c5-b1a9-46df-8fc5-ce084fdff975', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:19:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d5f85c-93cb-4f11-a6cf-4933e639503e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:21:38Z', 'updated_at': '2021-06-14T03:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_interfaces': [{'id': '4d1f2287-21f3-420c-a875-e3ec95037235', 'name': '', 'network_id': '5a47fa3e-70b2-4efd-bce9-673f89030784', 'tenant_id': 'd770a57b3e724678a2cc69c7a9890825', 'mac_address': 'fa:16:3e:72:0a:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2d5f85c-93cb-4f11-a6cf-4933e639503e', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '22848147-cf67-4dfd-aeab-710e50c30d70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:21:43Z', 'updated_at': '2021-06-14T03:21:49Z', 'revision_number': 4, 'project_id': 'd770a57b3e724678a2cc69c7a9890825', 'subnets': [{'id': '22848147-cf67-4dfd-aeab-710e50c30d70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 14 03:21:50.272791 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-a3a98b61-3161-45be-a705-80e2c1885550 req-99fd57d3-e773-4b7e-9f4c-452d7ccba108 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/quotas/d770a57b3e724678a2cc69c7a9890825 HTTP/1.1" status: 200  len: 375 time: 0.0198603
Jun 14 03:21:50.508890 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-4b9d5d71-cb45-4e27-a81c-21a5120be065 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:50.532347 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-a3a98b61-3161-45be-a705-80e2c1885550 req-2d718dff-5446-4e8d-a9bd-5836660670eb tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d770a57b3e724678a2cc69c7a9890825&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2112756
Jun 14 03:21:50.662924 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-4b9d5d71-cb45-4e27-a81c-21a5120be065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:50.686586 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-76c56ddb-476f-4d8b-9833-51678ad01c01 req-eacf93cb-83aa-444c-8975-f353eb2bf2b2 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a6e3ccf-7f24-4f37-8c06-135b6f8abe81 HTTP/1.1" status: 200  len: 210 time: 0.0734127
Jun 14 03:21:50.698027 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-4b9d5d71-cb45-4e27-a81c-21a5120be065 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66608333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66751182'] for router_interface, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:50.716704 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-e19eb5db-78d6-4f31-82ea-0901b825a2e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:21:50.759783 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-a3a98b61-3161-45be-a705-80e2c1885550 req-27a2679b-baf0-459c-9c64-77edf48e41d9 service neutron] 10.222.0.13 "GET /v2.0/networks/5a47fa3e-70b2-4efd-bce9-673f89030784?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2158577
Jun 14 03:21:50.830481 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9d5d71-cb45-4e27-a81c-21a5120be065 admin admin] Pushing event updated for resources: {'Port': ['ID=7f05021a-b477-401e-9b25-c86f27f2a189,revision_number=2']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:21:50.835005 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-4b9d5d71-cb45-4e27-a81c-21a5120be065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:21:51.048111 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-502f35e3-fc22-41ed-9ef1-94bf461be8df req-0619a253-2b21-45a7-8ae9-7f9b4aaf5a42 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] 10.222.0.13 "GET /v2.0/ports?device_id=e70a573f-928f-46ef-83b0-8079a7b5c907 HTTP/1.1" status: 200  len: 210 time: 0.0366588
Jun 14 03:21:51.214038 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-a3a98b61-3161-45be-a705-80e2c1885550 req-4dfb6272-a495-497d-b46b-4738d6d3aad5 service neutron] 10.222.0.13 "GET /v2.0/networks/5a47fa3e-70b2-4efd-bce9-673f89030784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4469295
Jun 14 03:21:51.223267 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9d5d71-cb45-4e27-a81c-21a5120be065 admin admin] Network f65bd812-254a-48f4-8498-d6b6b04b0ab8 is already hosted by enough agents. {{(pid=92486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 14 03:21:51.224698 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.base_scheduler [None req-4b9d5d71-cb45-4e27-a81c-21a5120be065 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:21:51.476724 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device c1e9c54f-6f42-4e92-a065-f562d4dceaff up at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:21:51.581748 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b9d5d71-cb45-4e27-a81c-21a5120be065 admin admin] Router ac3183be-460a-411b-86aa-5b5b75320c9a has already been hosted by L3 agent faa78350-ce80-467b-8f2c-9d7893daed85 {{(pid=92486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 14 03:21:51.646928 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-5de45e77-6ed1-4bbd-8081-8b0ee70b9bbe None None] Provisioning complete for port 7f05021a-b477-401e-9b25-c86f27f2a189 triggered by entity DHCP. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:21:51.649788 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-5de45e77-6ed1-4bbd-8081-8b0ee70b9bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:51.676144 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.37', 62702) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:21:51.860077 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning for port c1e9c54f-6f42-4e92-a065-f562d4dceaff completed by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:21:51.860454 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9d5d71-cb45-4e27-a81c-21a5120be065 admin admin] Notify agent at l3_agent.dv-cinder-796170-1-iscsi the message routers_updated {{(pid=92486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 14 03:21:51.878017 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-4b9d5d71-cb45-4e27-a81c-21a5120be065 admin admin] 10.222.0.13 "PUT /v2.0/routers/ac3183be-460a-411b-86aa-5b5b75320c9a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4805746
Jun 14 03:21:51.962590 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-fd525395-26e6-4c00-9412-d0889ae8c515 req-54178f20-edae-4619-a5a4-3c319a97ad8c tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a012d57-3ae3-410a-987e-321da2d01af3 HTTP/1.1" status: 200  len: 210 time: 0.0989754
Jun 14 03:21:51.978325 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-5de45e77-6ed1-4bbd-8081-8b0ee70b9bbe None None] Port 7f05021a-b477-401e-9b25-c86f27f2a189 cannot update to ACTIVE because it is not bound. {{(pid=92487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 14 03:21:52.008471 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning complete for port c1e9c54f-6f42-4e92-a065-f562d4dceaff triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:21:52.010024 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:52.050725 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218173df-d9da-4a1e-983f-fb1a0b67f041 req-245c79bb-f37c-49ec-8489-3241934dbc61 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:21:52.054470 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-218173df-d9da-4a1e-983f-fb1a0b67f041 req-245c79bb-f37c-49ec-8489-3241934dbc61 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] 10.222.0.37 "GET /v2.0/networks?id=364831ae-ab84-4b28-aa5f-7b62539d42d4 HTTP/1.1" status: 200  len: 812 time: 0.3775034
Jun 14 03:21:52.109144 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.v2.base [req-218173df-d9da-4a1e-983f-fb1a0b67f041 req-0f2df03f-0a95-4c3b-a957-480eb01cb497 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] Request body: {'port': {'device_id': 'e70a573f-928f-46ef-83b0-8079a7b5c907', 'network_id': '364831ae-ab84-4b28-aa5f-7b62539d42d4', 'admin_state_up': True, 'tenant_id': '905df3b94867400f8b147639ba6a431e'}} {{(pid=92485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:21:52.382085 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:52.455466 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] For port c1e9c54f-6f42-4e92-a065-f562d4dceaff, host dv-cinder-796170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=c1e9c54f-6f42-4e92-a065-f562d4dceaff,segment=NetworkSegment(893a0064-443a-4390-b9c3-705fa3bdf9f8),segment_id=893a0064-443a-4390-b9c3-705fa3bdf9f8)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:21:52.521678 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-1e58932b-9858-4dbb-8148-109d1c163876 req-fee970c3-ff74-4e35-90cb-336762979e82 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a6e3ccf-7f24-4f37-8c06-135b6f8abe81 HTTP/1.1" status: 200  len: 210 time: 0.0851533
Jun 14 03:21:52.641648 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:52.646685 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 4d1f2287-21f3-420c-a875-e3ec95037235 up at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:21:52.651021 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-4a8ee4c1-42f6-4afb-865c-0ce7d39c44b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:21:52.689899 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-218173df-d9da-4a1e-983f-fb1a0b67f041 req-0f2df03f-0a95-4c3b-a957-480eb01cb497 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] Made reservation on behalf of 905df3b94867400f8b147639ba6a431e for: {'port': 1} {{(pid=92485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 14 03:21:52.693816 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-218173df-d9da-4a1e-983f-fb1a0b67f041 req-0f2df03f-0a95-4c3b-a957-480eb01cb497 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for port, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:52.720490 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-a49a66e2-2f54-4728-93d0-70436313fa99 req-1d93a668-7bca-4852-8bf2-487c84768392 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] 10.222.0.13 "GET /v2.0/ports?device_id=e70a573f-928f-46ef-83b0-8079a7b5c907 HTTP/1.1" status: 200  len: 210 time: 0.0930471
Jun 14 03:21:52.857671 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.37', 62707) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:21:52.972533 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Pushing event updated for resources: {'Port': ['ID=c1e9c54f-6f42-4e92-a065-f562d4dceaff,revision_number=4']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:21:52.983894 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:21:53.026897 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning for port 4d1f2287-21f3-420c-a875-e3ec95037235 completed by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:21:53.037401 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning complete for port 4d1f2287-21f3-420c-a875-e3ec95037235 triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:21:53.038110 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:53.224264 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.db_base_plugin_common [req-218173df-d9da-4a1e-983f-fb1a0b67f041 req-0f2df03f-0a95-4c3b-a957-480eb01cb497 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] Allocated IP 172.20.0.10 (364831ae-ab84-4b28-aa5f-7b62539d42d4/b429d4d9-01f6-41d7-9dea-f59815de87eb/be1a2391-87df-4f53-8d79-53c30bccef12) {{(pid=92485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 14 03:21:53.299061 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-46e051c6-ef6e-415f-b0e1-9ce840621edf req-870860d8-16df-4751-b61e-0245db420186 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a012d57-3ae3-410a-987e-321da2d01af3 HTTP/1.1" status: 200  len: 210 time: 0.1453819
Jun 14 03:21:53.319932 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:53.352577 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8ff610-2fc2-4b9c-8895-735526630797 None None] Sync routers for ids ['ac3183be-460a-411b-86aa-5b5b75320c9a'] in dv-cinder-796170-1-iscsi {{(pid=92487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 14 03:21:53.357773 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26a9ad-4921-4c50-9d50-f8159425d382 req-1f0a99b1-ff0b-4c0a-8c92-7b355c2d4f51 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:21:53.359339 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-6c26a9ad-4921-4c50-9d50-f8159425d382 req-1f0a99b1-ff0b-4c0a-8c92-7b355c2d4f51 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.37 "GET /v2.0/networks?id=61252df1-fba7-4cd7-ac4e-3221f1850428 HTTP/1.1" status: 200  len: 815 time: 0.5007162
Jun 14 03:21:53.372550 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [req-6c26a9ad-4921-4c50-9d50-f8159425d382 req-42bf31df-936a-4ebd-bbdc-4b6285dd7e5b tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Request body: {'port': {'device_id': '9a6e3ccf-7f24-4f37-8c06-135b6f8abe81', 'network_id': '61252df1-fba7-4cd7-ac4e-3221f1850428', 'admin_state_up': True, 'tenant_id': '5130d6f64ce3404086e24f56ec549881'}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:21:53.420571 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8ff610-2fc2-4b9c-8895-735526630797 None None] Routers {'ac3183be-460a-411b-86aa-5b5b75320c9a'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:21:53.421329 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-be8ff610-2fc2-4b9c-8895-735526630797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5dc7fa90>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:21:37Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['ac3183be-460a-411b-86aa-5b5b75320c9a'], 'active': True} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:21:53.433543 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] For port 4d1f2287-21f3-420c-a875-e3ec95037235, host dv-cinder-796170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=4d1f2287-21f3-420c-a875-e3ec95037235,segment=NetworkSegment(1ff9c71f-b453-4f17-a8ba-b084557f6d64),segment_id=1ff9c71f-b453-4f17-a8ba-b084557f6d64)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:21:53.694181 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 38580) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:21:53.699428 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-218173df-d9da-4a1e-983f-fb1a0b67f041 req-0f2df03f-0a95-4c3b-a957-480eb01cb497 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] Notify callbacks [] for port, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:53.705633 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.v2.base [None req-5a7411f7-4de7-409b-b4eb-622c0b43bbc1 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Request body: {'security_group': {'name': 'tempest-securitygroup--144352733', 'description': 'tempest-description--1973575072'}} {{(pid=92485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:21:53.712261 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.37', 62713) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:21:53.721740 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:53.727094 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-f56dc41c-df62-4e30-9fcd-540e9b6d4892 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:21:53.853478 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Pushing event updated for resources: {'Port': ['ID=4d1f2287-21f3-420c-a875-e3ec95037235,revision_number=5']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:21:53.866842 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:21:53.883483 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device c1e9c54f-6f42-4e92-a065-f562d4dceaff up at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:21:53.889336 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvr_db [None req-be8ff610-2fc2-4b9c-8895-735526630797 None None] Set router ac3183be-460a-411b-86aa-5b5b75320c9a gateway port host: dv-cinder-796170-1-iscsi {{(pid=92487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:21:54.156028 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-f74b1e3d-8529-48b9-9db5-a81539fb3b3f req-d6f3d35c-728e-4a1c-b088-a6f4628b3da2 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] 10.222.0.13 "GET /v2.0/ports?device_id=e70a573f-928f-46ef-83b0-8079a7b5c907 HTTP/1.1" status: 200  len: 210 time: 0.0827482
Jun 14 03:21:54.170239 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning complete for port c1e9c54f-6f42-4e92-a065-f562d4dceaff triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:21:54.170662 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:54.180576 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-b904c7f6-3dc3-437c-a11b-c6c8c19445cd req-82e0b172-99a0-4d7e-b5a8-89e47bf60ba8 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a6e3ccf-7f24-4f37-8c06-135b6f8abe81 HTTP/1.1" status: 200  len: 210 time: 0.1022148
Jun 14 03:21:54.246010 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-5a7411f7-4de7-409b-b4eb-622c0b43bbc1 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks [] for security_group, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:54.309191 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f13bf0-b95e-467b-a094-50d9139a7a23 req-fec30f19-4c8d-4bff-be38-4d7dc662bbf8 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:21:54.312391 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c26a9ad-4921-4c50-9d50-f8159425d382 req-42bf31df-936a-4ebd-bbdc-4b6285dd7e5b tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Made reservation on behalf of 5130d6f64ce3404086e24f56ec549881 for: {'port': 1} {{(pid=92486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 14 03:21:54.314741 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-f3f13bf0-b95e-467b-a094-50d9139a7a23 req-fec30f19-4c8d-4bff-be38-4d7dc662bbf8 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.37 "GET /v2.0/networks?id=5a47fa3e-70b2-4efd-bce9-673f89030784 HTTP/1.1" status: 200  len: 818 time: 0.6006002
Jun 14 03:21:54.318236 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-6c26a9ad-4921-4c50-9d50-f8159425d382 req-42bf31df-936a-4ebd-bbdc-4b6285dd7e5b tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for port, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:54.505442 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.v2.base [req-f3f13bf0-b95e-467b-a094-50d9139a7a23 req-c5c8a0e1-fc26-41a9-9de6-f51dabee6ef9 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Request body: {'port': {'device_id': '4294f363-fd1f-46f0-8428-1ae8ca56a612', 'network_id': '5a47fa3e-70b2-4efd-bce9-673f89030784', 'admin_state_up': True, 'tenant_id': 'd770a57b3e724678a2cc69c7a9890825'}} {{(pid=92485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:21:54.529615 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-218173df-d9da-4a1e-983f-fb1a0b67f041 req-0f2df03f-0a95-4c3b-a957-480eb01cb497 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-668656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756196682527'] for port, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:54.613023 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-be8ff610-2fc2-4b9c-8895-735526630797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5dc7fa90>, [{'id': 'ac3183be-460a-411b-86aa-5b5b75320c9a', 'name': 'tempest-AttachVolumeShelveTestJSON-1283861758-router', 'tenant_id': '9155b325d6cd4337b263e1034bb9dbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'c1e9c54f-6f42-4e92-a065-f562d4dceaff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:41Z', 'updated_at': '2021-06-14T03:21:49Z', 'revision_number': 4, 'project_id': '9155b325d6cd4337b263e1034bb9dbfb', 'gw_port': {'id': 'c1e9c54f-6f42-4e92-a065-f562d4dceaff', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:24:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3183be-460a-411b-86aa-5b5b75320c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:21:43Z', 'updated_at': '2021-06-14T03:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_interfaces': [{'id': '7f05021a-b477-401e-9b25-c86f27f2a189', 'name': '', 'network_id': 'f65bd812-254a-48f4-8498-d6b6b04b0ab8', 'tenant_id': '9155b325d6cd4337b263e1034bb9dbfb', 'mac_address': 'fa:16:3e:f2:20:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3183be-460a-411b-86aa-5b5b75320c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '545b480d-c2cb-4869-a2a3-42345a60be46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:21:48Z', 'updated_at': '2021-06-14T03:21:50Z', 'revision_number': 2, 'project_id': '9155b325d6cd4337b263e1034bb9dbfb', 'subnets': [{'id': '545b480d-c2cb-4869-a2a3-42345a60be46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:21:54.635746 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8ff610-2fc2-4b9c-8895-735526630797 None None] Checking router: ac3183be-460a-411b-86aa-5b5b75320c9a for host: dv-cinder-796170-1-iscsi {{(pid=92487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 14 03:21:54.637736 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8ff610-2fc2-4b9c-8895-735526630797 None None] Updating router ac3183be-460a-411b-86aa-5b5b75320c9a port 7f05021a-b477-401e-9b25-c86f27f2a189 binding host dv-cinder-796170-1-iscsi {{(pid=92487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 14 03:21:54.692815 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:21:54.709420 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-0d45aa36-8e84-4def-8b28-12e3a86dc6c3 req-7ac22e95-d14c-4ff4-b743-cf220cd3f87e tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a012d57-3ae3-410a-987e-321da2d01af3 HTTP/1.1" status: 200  len: 210 time: 0.0574589
Jun 14 03:21:54.744879 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-218173df-d9da-4a1e-983f-fb1a0b67f041 req-0f2df03f-0a95-4c3b-a957-480eb01cb497 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] Network 364831ae-ab84-4b28-aa5f-7b62539d42d4 is already hosted by enough agents. {{(pid=92485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 14 03:21:54.782946 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-be8ff610-2fc2-4b9c-8895-735526630797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:54.792734 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.base_scheduler [req-218173df-d9da-4a1e-983f-fb1a0b67f041 req-0f2df03f-0a95-4c3b-a957-480eb01cb497 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] Resources bound (agent type, host, resource id):  {{(pid=92485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:21:54.863163 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.db_base_plugin_common [req-6c26a9ad-4921-4c50-9d50-f8159425d382 req-42bf31df-936a-4ebd-bbdc-4b6285dd7e5b tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Allocated IP 172.20.0.8 (61252df1-fba7-4cd7-ac4e-3221f1850428/f595d2be-eb52-4bd5-862c-ea2ca2054972/47a7b94f-3815-413c-94af-f890cbdc7059) {{(pid=92486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 14 03:21:54.907567 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.l3_dvrscheduler_db [req-218173df-d9da-4a1e-983f-fb1a0b67f041 req-0f2df03f-0a95-4c3b-a957-480eb01cb497 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] Received port after_create {{(pid=92485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 14 03:21:54.929824 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218173df-d9da-4a1e-983f-fb1a0b67f041 req-0f2df03f-0a95-4c3b-a957-480eb01cb497 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:21:54.930501 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-218173df-d9da-4a1e-983f-fb1a0b67f041 req-0f2df03f-0a95-4c3b-a957-480eb01cb497 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for port, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:55.087747 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-5a7411f7-4de7-409b-b4eb-622c0b43bbc1 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks [] for security_group, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:55.131312 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2df03f-0a95-4c3b-a957-480eb01cb497 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] Pushing event updated for resources: {'Port': ['ID=be1a2391-87df-4f53-8d79-53c30bccef12,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:21:55.135336 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-0f2df03f-0a95-4c3b-a957-480eb01cb497 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:21:55.153378 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 38634) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:21:55.174477 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-5a7411f7-4de7-409b-b4eb-622c0b43bbc1 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:55.180052 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-2fc6f03d-a66b-464f-b886-b008c0357c44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:21:55.215316 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7411f7-4de7-409b-b4eb-622c0b43bbc1 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eadf5548-e4de-43d5-a412-560a3a42cab5,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:21:55.218092 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-5a7411f7-4de7-409b-b4eb-622c0b43bbc1 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:21:55.230053 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-6c26a9ad-4921-4c50-9d50-f8159425d382 req-42bf31df-936a-4ebd-bbdc-4b6285dd7e5b tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Notify callbacks [] for port, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:55.256001 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-218173df-d9da-4a1e-983f-fb1a0b67f041 req-0f2df03f-0a95-4c3b-a957-480eb01cb497 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.1529768
Jun 14 03:21:55.286516 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-5a7411f7-4de7-409b-b4eb-622c0b43bbc1 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks [] for security_group, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:55.288317 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-5a7411f7-4de7-409b-b4eb-622c0b43bbc1 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1777 time: 1.5929310
Jun 14 03:21:55.291950 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 38644) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:21:55.299872 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [None req-afb593e4-cf1d-4ef1-9e6b-ebaf5de63e35 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Request body: {'security_group_rule': {'security_group_id': 'eadf5548-e4de-43d5-a412-560a3a42cab5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:21:55.340368 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-9e7330f4-7d37-4690-a6fc-8b67cddaf441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:55.371509 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-6c26a9ad-4921-4c50-9d50-f8159425d382 req-42bf31df-936a-4ebd-bbdc-4b6285dd7e5b tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-668656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756196682527'] for port, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:55.381372 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3f13bf0-b95e-467b-a094-50d9139a7a23 req-c5c8a0e1-fc26-41a9-9de6-f51dabee6ef9 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Made reservation on behalf of d770a57b3e724678a2cc69c7a9890825 for: {'port': 1} {{(pid=92485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 14 03:21:55.386317 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-f3f13bf0-b95e-467b-a094-50d9139a7a23 req-c5c8a0e1-fc26-41a9-9de6-f51dabee6ef9 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for port, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:55.392079 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:21:55.538234 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-be8ff610-2fc2-4b9c-8895-735526630797 None None] Notify callbacks [] for port, precommit_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:55.549952 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-be8ff610-2fc2-4b9c-8895-735526630797 None None] Transition to ACTIVE for port object 7f05021a-b477-401e-9b25-c86f27f2a189 will not be triggered until provisioned by entity L2. {{(pid=92487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:21:55.603599 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be8c65-32d3-4399-9345-69e19eedcd32 req-1e681dc7-90f1-47c6-b5c7-68dccdc16705 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:21:55.606445 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-b0be8c65-32d3-4399-9345-69e19eedcd32 req-1e681dc7-90f1-47c6-b5c7-68dccdc16705 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a6e3ccf-7f24-4f37-8c06-135b6f8abe81 HTTP/1.1" status: 200  len: 931 time: 0.2021351
Jun 14 03:21:55.632273 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-be8ff610-2fc2-4b9c-8895-735526630797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:55.636617 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:21:55.642263 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.db_base_plugin_common [req-f3f13bf0-b95e-467b-a094-50d9139a7a23 req-c5c8a0e1-fc26-41a9-9de6-f51dabee6ef9 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Allocated IP 172.20.0.11 (5a47fa3e-70b2-4efd-bce9-673f89030784/22848147-cf67-4dfd-aeab-710e50c30d70/34006e75-80c3-4179-834e-6909e786b5ba) {{(pid=92485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 14 03:21:55.676157 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-b0be8c65-32d3-4399-9345-69e19eedcd32 req-6edb6d6e-3f57-46e2-bc4a-d49b3ee715c0 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618091
Jun 14 03:21:55.696103 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c26a9ad-4921-4c50-9d50-f8159425d382 req-42bf31df-936a-4ebd-bbdc-4b6285dd7e5b tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Network 61252df1-fba7-4cd7-ac4e-3221f1850428 is already hosted by enough agents. {{(pid=92486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 14 03:21:55.709687 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.base_scheduler [req-6c26a9ad-4921-4c50-9d50-f8159425d382 req-42bf31df-936a-4ebd-bbdc-4b6285dd7e5b tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Resources bound (agent type, host, resource id):  {{(pid=92486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:21:55.715567 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c26a9ad-4921-4c50-9d50-f8159425d382 req-42bf31df-936a-4ebd-bbdc-4b6285dd7e5b tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Received port after_create {{(pid=92486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 14 03:21:55.722041 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26a9ad-4921-4c50-9d50-f8159425d382 req-42bf31df-936a-4ebd-bbdc-4b6285dd7e5b tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:21:55.722896 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-6c26a9ad-4921-4c50-9d50-f8159425d382 req-42bf31df-936a-4ebd-bbdc-4b6285dd7e5b tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for port, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:55.733729 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bf31df-936a-4ebd-bbdc-4b6285dd7e5b tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Pushing event updated for resources: {'Port': ['ID=47a7b94f-3815-413c-94af-f890cbdc7059,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:21:55.742431 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-42bf31df-936a-4ebd-bbdc-4b6285dd7e5b tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:21:55.758899 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62ae58a-b939-4546-9a26-3a08fe06fa1d None None] Pushing event updated for resources: {'Port': ['ID=7f05021a-b477-401e-9b25-c86f27f2a189,revision_number=3']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:21:55.761352 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022330bf-388d-4233-b3e5-29ea2923af56 req-d844b48f-4972-4bb6-8b37-33f2d9598e1e tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:21:55.771717 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-d62ae58a-b939-4546-9a26-3a08fe06fa1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:21:55.774592 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-022330bf-388d-4233-b3e5-29ea2923af56 req-d844b48f-4972-4bb6-8b37-33f2d9598e1e tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] 10.222.0.13 "GET /v2.0/ports?device_id=e70a573f-928f-46ef-83b0-8079a7b5c907 HTTP/1.1" status: 200  len: 932 time: 0.4570127
Jun 14 03:21:55.835522 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-afb593e4-cf1d-4ef1-9e6b-ebaf5de63e35 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:55.871025 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 4d1f2287-21f3-420c-a875-e3ec95037235 up at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:21:55.924961 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.managers [None req-be8ff610-2fc2-4b9c-8895-735526630797 None None] Attempting to bind port 7f05021a-b477-401e-9b25-c86f27f2a189 on host dv-cinder-796170-1-iscsi for vnic_type normal with profile  {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 14 03:21:55.925336 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.managers [None req-be8ff610-2fc2-4b9c-8895-735526630797 None None] Attempting to bind port 7f05021a-b477-401e-9b25-c86f27f2a189 by drivers openvswitch,hyperv on host dv-cinder-796170-1-iscsi at level 0 using segments [{'id': '99683377-2e48-4740-a2d4-b719402867ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f65bd812-254a-48f4-8498-d6b6b04b0ab8'}] {{(pid=92487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 14 03:21:55.925700 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8ff610-2fc2-4b9c-8895-735526630797 None None] Attempting to bind port 7f05021a-b477-401e-9b25-c86f27f2a189 on network f65bd812-254a-48f4-8498-d6b6b04b0ab8 {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 14 03:21:55.934372 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-022330bf-388d-4233-b3e5-29ea2923af56 req-57b8c52d-efe1-42b4-8d96-db2977ed4747 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] 10.222.0.13 "GET /v2.0/security-groups?id=56b699cd-5566-4050-8e47-1622627b229d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1580467
Jun 14 03:21:55.937009 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8ff610-2fc2-4b9c-8895-735526630797 None None] Checking agent: {'id': '3556250a-8008-4613-a9a6-6061713fcb85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 13, 37), 'started_at': datetime.datetime(2021, 6, 14, 3, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 14 03:21:55.937305 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8ff610-2fc2-4b9c-8895-735526630797 None None] Checking segment: {'id': '99683377-2e48-4740-a2d4-b719402867ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f65bd812-254a-48f4-8498-d6b6b04b0ab8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 14 03:21:55.938382 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-be8ff610-2fc2-4b9c-8895-735526630797 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:55.939043 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8ff610-2fc2-4b9c-8895-735526630797 None None] Bound using segment: {'id': '99683377-2e48-4740-a2d4-b719402867ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f65bd812-254a-48f4-8498-d6b6b04b0ab8'} {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 14 03:21:55.939564 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.managers [None req-be8ff610-2fc2-4b9c-8895-735526630797 None None] Bound port: 7f05021a-b477-401e-9b25-c86f27f2a189, host: dv-cinder-796170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99683377-2e48-4740-a2d4-b719402867ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f65bd812-254a-48f4-8498-d6b6b04b0ab8'}}] {{(pid=92487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 14 03:21:55.939945 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-be8ff610-2fc2-4b9c-8895-735526630797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:55.978456 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-afb593e4-cf1d-4ef1-9e6b-ebaf5de63e35 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:56.006865 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-47a5d96b-579b-41be-8bb3-56a8b4fe7a8e req-1f4d8e87-cfc7-4e68-9aa6-9a5702f4bd35 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a012d57-3ae3-410a-987e-321da2d01af3 HTTP/1.1" status: 200  len: 210 time: 0.0576835
Jun 14 03:21:56.007476 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning complete for port 4d1f2287-21f3-420c-a875-e3ec95037235 triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:21:56.007891 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:56.054179 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-9e7330f4-7d37-4690-a6fc-8b67cddaf441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:56.060341 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-f3f13bf0-b95e-467b-a094-50d9139a7a23 req-c5c8a0e1-fc26-41a9-9de6-f51dabee6ef9 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Notify callbacks [] for port, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:56.073973 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-be8ff610-2fc2-4b9c-8895-735526630797 None None] For port 7f05021a-b477-401e-9b25-c86f27f2a189, host dv-cinder-796170-1-iscsi, cleared binding levels {{(pid=92487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 14 03:21:56.077904 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-afb593e4-cf1d-4ef1-9e6b-ebaf5de63e35 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66816466'] for security_group_rule, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:56.079562 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-be8ff610-2fc2-4b9c-8895-735526630797 None None] For port 7f05021a-b477-401e-9b25-c86f27f2a189, host dv-cinder-796170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=7f05021a-b477-401e-9b25-c86f27f2a189,segment=NetworkSegment(99683377-2e48-4740-a2d4-b719402867ef),segment_id=99683377-2e48-4740-a2d4-b719402867ef)] {{(pid=92487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 14 03:21:56.081171 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:21:56.097532 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb593e4-cf1d-4ef1-9e6b-ebaf5de63e35 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f050be0c-ec34-4b04-bc4d-e7df95bd4c04,revision_number=0']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:21:56.102321 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-afb593e4-cf1d-4ef1-9e6b-ebaf5de63e35 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:21:56.135324 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-9e7330f4-7d37-4690-a6fc-8b67cddaf441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:56.139180 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-4845dbc0-33c5-4dd5-a559-8f6d129efa3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:21:56.173577 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-be8ff610-2fc2-4b9c-8895-735526630797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:56.176740 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-f3f13bf0-b95e-467b-a094-50d9139a7a23 req-c5c8a0e1-fc26-41a9-9de6-f51dabee6ef9 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-668656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756196682527'] for port, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:56.176889 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:21:56.181283 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-9e7330f4-7d37-4690-a6fc-8b67cddaf441 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=086ec07d775a41b59977e50a8c2f9fe7&name=default HTTP/1.1" status: 200  len: 2976 time: 1.0269692
Jun 14 03:21:56.183806 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7330f4-7d37-4690-a6fc-8b67cddaf441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d11f049-6ff3-4102-8c7a-843b8066067d,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:21:56.184466 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 38654) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:21:56.186728 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-9e7330f4-7d37-4690-a6fc-8b67cddaf441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:21:56.189384 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-696a0fb1-aef9-43d9-8520-1bf58e6398d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:21:56.233898 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-afb593e4-cf1d-4ef1-9e6b-ebaf5de63e35 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:56.238475 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-afb593e4-cf1d-4ef1-9e6b-ebaf5de63e35 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.9429328
Jun 14 03:21:56.240120 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 38656) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:21:56.248453 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8ff610-2fc2-4b9c-8895-735526630797 None None] Routers {'ac3183be-460a-411b-86aa-5b5b75320c9a'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:21:56.249092 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-be8ff610-2fc2-4b9c-8895-735526630797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5dc7fa90>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:21:37Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['ac3183be-460a-411b-86aa-5b5b75320c9a'], 'active': True} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:21:56.249466 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [None req-193c3785-8e5a-482e-bd53-785556ace3fd tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Request body: {'security_group_rule': {'security_group_id': 'eadf5548-e4de-43d5-a412-560a3a42cab5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:21:56.253122 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62ae58a-b939-4546-9a26-3a08fe06fa1d None None] Pushing event updated for resources: {'Port': ['ID=7f05021a-b477-401e-9b25-c86f27f2a189,revision_number=4']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:21:56.258637 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c8a0e1-fc26-41a9-9de6-f51dabee6ef9 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Pushing event updated for resources: {'Port': ['ID=34006e75-80c3-4179-834e-6909e786b5ba,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:21:56.265314 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-c5c8a0e1-fc26-41a9-9de6-f51dabee6ef9 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:21:56.265613 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-6c26a9ad-4921-4c50-9d50-f8159425d382 req-42bf31df-936a-4ebd-bbdc-4b6285dd7e5b tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.8973613
Jun 14 03:21:56.268180 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3f13bf0-b95e-467b-a094-50d9139a7a23 req-c5c8a0e1-fc26-41a9-9de6-f51dabee6ef9 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Network 5a47fa3e-70b2-4efd-bce9-673f89030784 is already hosted by enough agents. {{(pid=92485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 14 03:21:56.270661 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.base_scheduler [req-f3f13bf0-b95e-467b-a094-50d9139a7a23 req-c5c8a0e1-fc26-41a9-9de6-f51dabee6ef9 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Resources bound (agent type, host, resource id):  {{(pid=92485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:21:56.273342 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f13bf0-b95e-467b-a094-50d9139a7a23 req-c5c8a0e1-fc26-41a9-9de6-f51dabee6ef9 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Received port after_create {{(pid=92485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 14 03:21:56.280399 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f13bf0-b95e-467b-a094-50d9139a7a23 req-c5c8a0e1-fc26-41a9-9de6-f51dabee6ef9 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:21:56.281150 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-f3f13bf0-b95e-467b-a094-50d9139a7a23 req-c5c8a0e1-fc26-41a9-9de6-f51dabee6ef9 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for port, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:56.301499 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-270e8519-674c-47cd-8e65-fcbe7df7b53f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:56.307801 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-d62ae58a-b939-4546-9a26-3a08fe06fa1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:21:56.326759 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-270e8519-674c-47cd-8e65-fcbe7df7b53f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:56.398764 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-193c3785-8e5a-482e-bd53-785556ace3fd tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:56.424710 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvr_db [None req-be8ff610-2fc2-4b9c-8895-735526630797 None None] Set router ac3183be-460a-411b-86aa-5b5b75320c9a gateway port host: dv-cinder-796170-1-iscsi {{(pid=92487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:21:56.474129 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-193c3785-8e5a-482e-bd53-785556ace3fd tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:56.486745 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-270e8519-674c-47cd-8e65-fcbe7df7b53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:56.487117 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-270e8519-674c-47cd-8e65-fcbe7df7b53f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:56.488233 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-270e8519-674c-47cd-8e65-fcbe7df7b53f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8d11f049-6ff3-4102-8c7a-843b8066067d HTTP/1.1" status: 204  len: 168 time: 0.3025002
Jun 14 03:21:56.488869 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:21:56.499459 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e8519-674c-47cd-8e65-fcbe7df7b53f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d11f049-6ff3-4102-8c7a-843b8066067d,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:21:56.502537 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-270e8519-674c-47cd-8e65-fcbe7df7b53f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:21:56.511438 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-f3f13bf0-b95e-467b-a094-50d9139a7a23 req-c5c8a0e1-fc26-41a9-9de6-f51dabee6ef9 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0256262
Jun 14 03:21:56.580748 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-193c3785-8e5a-482e-bd53-785556ace3fd tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66816466'] for security_group_rule, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:56.583719 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:21:56.606087 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193c3785-8e5a-482e-bd53-785556ace3fd tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57d60562-480c-43ba-a627-eb551d8ac508,revision_number=0']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:21:56.608667 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-193c3785-8e5a-482e-bd53-785556ace3fd tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:21:56.700750 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-193c3785-8e5a-482e-bd53-785556ace3fd tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:56.702196 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-193c3785-8e5a-482e-bd53-785556ace3fd tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4610875
Jun 14 03:21:56.705468 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 38668) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:21:56.710901 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [None req-227bd0e2-535c-4490-bfa9-79d7aec4f38a tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Request body: {'floatingip': {'floating_network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba'}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:21:56.734206 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-be8ff610-2fc2-4b9c-8895-735526630797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5dc7fa90>, [{'id': 'ac3183be-460a-411b-86aa-5b5b75320c9a', 'name': 'tempest-AttachVolumeShelveTestJSON-1283861758-router', 'tenant_id': '9155b325d6cd4337b263e1034bb9dbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'c1e9c54f-6f42-4e92-a065-f562d4dceaff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:41Z', 'updated_at': '2021-06-14T03:21:49Z', 'revision_number': 4, 'project_id': '9155b325d6cd4337b263e1034bb9dbfb', 'gw_port': {'id': 'c1e9c54f-6f42-4e92-a065-f562d4dceaff', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:24:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3183be-460a-411b-86aa-5b5b75320c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:21:43Z', 'updated_at': '2021-06-14T03:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_interfaces': [{'id': '7f05021a-b477-401e-9b25-c86f27f2a189', 'name': '', 'network_id': 'f65bd812-254a-48f4-8498-d6b6b04b0ab8', 'tenant_id': '9155b325d6cd4337b263e1034bb9dbfb', 'mac_address': 'fa:16:3e:f2:20:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3183be-460a-411b-86aa-5b5b75320c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '545b480d-c2cb-4869-a2a3-42345a60be46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:21:48Z', 'updated_at': '2021-06-14T03:21:56Z', 'revision_number': 4, 'project_id': '9155b325d6cd4337b263e1034bb9dbfb', 'subnets': [{'id': '545b480d-c2cb-4869-a2a3-42345a60be46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:21:56.738615 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8ff610-2fc2-4b9c-8895-735526630797 None None] The sync data for ids ['ac3183be-460a-411b-86aa-5b5b75320c9a'] in dv-cinder-796170-1-iscsi is: [{'id': 'ac3183be-460a-411b-86aa-5b5b75320c9a', 'name': 'tempest-AttachVolumeShelveTestJSON-1283861758-router', 'tenant_id': '9155b325d6cd4337b263e1034bb9dbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'c1e9c54f-6f42-4e92-a065-f562d4dceaff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:41Z', 'updated_at': '2021-06-14T03:21:49Z', 'revision_number': 4, 'project_id': '9155b325d6cd4337b263e1034bb9dbfb', 'gw_port': {'id': 'c1e9c54f-6f42-4e92-a065-f562d4dceaff', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:24:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3183be-460a-411b-86aa-5b5b75320c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:21:43Z', 'updated_at': '2021-06-14T03:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_interfaces': [{'id': '7f05021a-b477-401e-9b25-c86f27f2a189', 'name': '', 'network_id': 'f65bd812-254a-48f4-8498-d6b6b04b0ab8', 'tenant_id': '9155b325d6cd4337b263e1034bb9dbfb', 'mac_address': 'fa:16:3e:f2:20:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac3183be-460a-411b-86aa-5b5b75320c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '545b480d-c2cb-4869-a2a3-42345a60be46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:21:48Z', 'updated_at': '2021-06-14T03:21:56Z', 'revision_number': 4, 'project_id': '9155b325d6cd4337b263e1034bb9dbfb', 'subnets': [{'id': '545b480d-c2cb-4869-a2a3-42345a60be46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 14 03:21:56.787726 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-227bd0e2-535c-4490-bfa9-79d7aec4f38a tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks [] for floatingip, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:56.965744 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d17c43-4b3b-458c-b796-0af6fa05c3f2 req-f7442dde-088a-482e-aae0-b63b893b6454 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:21:56.967939 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-c0d17c43-4b3b-458c-b796-0af6fa05c3f2 req-f7442dde-088a-482e-aae0-b63b893b6454 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a6e3ccf-7f24-4f37-8c06-135b6f8abe81 HTTP/1.1" status: 200  len: 931 time: 0.1505761
Jun 14 03:21:57.043424 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-c0d17c43-4b3b-458c-b796-0af6fa05c3f2 req-50845b36-f5f8-4770-a98f-ee3a1b47ef3f tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659130
Jun 14 03:21:57.052817 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-227bd0e2-535c-4490-bfa9-79d7aec4f38a tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for port, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:57.169567 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ef005-f96d-4f4a-9b61-0c98791d14e9 req-92062aca-be8e-44de-8048-163341302a8a tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:21:57.171372 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-290ef005-f96d-4f4a-9b61-0c98791d14e9 req-92062aca-be8e-44de-8048-163341302a8a tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] 10.222.0.13 "GET /v2.0/ports?device_id=e70a573f-928f-46ef-83b0-8079a7b5c907 HTTP/1.1" status: 200  len: 932 time: 0.1133349
Jun 14 03:21:57.248523 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-b235c44c-63ef-43cf-995b-4c19d47fb5c0 req-f8438353-96ff-4222-828c-1e60824d96af tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a012d57-3ae3-410a-987e-321da2d01af3 HTTP/1.1" status: 200  len: 210 time: 0.0462017
Jun 14 03:21:57.253519 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-290ef005-f96d-4f4a-9b61-0c98791d14e9 req-f68b320e-7e80-45ba-8fa3-308c929fa5c9 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] 10.222.0.13 "GET /v2.0/security-groups?id=56b699cd-5566-4050-8e47-1622627b229d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0616851
Jun 14 03:21:57.285815 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.db_base_plugin_common [None req-227bd0e2-535c-4490-bfa9-79d7aec4f38a tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Allocated IP 172.27.2.194 (93400a53-dc51-45a7-8a67-e74b6f34e4ba/60a70a14-b6be-44b1-a1f9-f2aaa6aa296b/0c4d4ed4-7ad9-47e9-bd98-cafe2f3c7e5c) {{(pid=92486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 14 03:21:57.433374 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-227bd0e2-535c-4490-bfa9-79d7aec4f38a tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks [] for port, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:57.580337 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-227bd0e2-535c-4490-bfa9-79d7aec4f38a tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-668656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756196682527'] for port, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:57.582806 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:21:57.641218 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227bd0e2-535c-4490-bfa9-79d7aec4f38a tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Network 93400a53-dc51-45a7-8a67-e74b6f34e4ba is already hosted by enough agents. {{(pid=92486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 14 03:21:57.650620 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227bd0e2-535c-4490-bfa9-79d7aec4f38a tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Pushing event updated for resources: {'Port': ['ID=0c4d4ed4-7ad9-47e9-bd98-cafe2f3c7e5c,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:21:57.653699 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-227bd0e2-535c-4490-bfa9-79d7aec4f38a tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:21:57.654864 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.base_scheduler [None req-227bd0e2-535c-4490-bfa9-79d7aec4f38a tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Resources bound (agent type, host, resource id):  {{(pid=92486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:21:57.666296 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227bd0e2-535c-4490-bfa9-79d7aec4f38a tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Received port after_create {{(pid=92486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 14 03:21:57.843220 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-227bd0e2-535c-4490-bfa9-79d7aec4f38a tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:57.897781 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 7f05021a-b477-401e-9b25-c86f27f2a189 up at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:21:58.041849 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-227bd0e2-535c-4490-bfa9-79d7aec4f38a tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:58.101322 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning for port 7f05021a-b477-401e-9b25-c86f27f2a189 completed by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:21:58.101322 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning complete for port 7f05021a-b477-401e-9b25-c86f27f2a189 triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:21:58.101322 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:58.259251 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:58.324140 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] For port 7f05021a-b477-401e-9b25-c86f27f2a189, host dv-cinder-796170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=7f05021a-b477-401e-9b25-c86f27f2a189,segment=NetworkSegment(99683377-2e48-4740-a2d4-b719402867ef),segment_id=99683377-2e48-4740-a2d4-b719402867ef)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:21:58.449492 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:58.452137 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-5cb7b36a-c416-48f3-a943-1113e5b4960a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:21:58.543310 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-b836e291-6a5e-4c84-ba4a-0ae08820bcca req-f3443c16-fe31-4226-b0bb-dfbb31695335 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a012d57-3ae3-410a-987e-321da2d01af3 HTTP/1.1" status: 200  len: 210 time: 0.0555339
Jun 14 03:21:58.543999 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Pushing event updated for resources: {'Port': ['ID=7f05021a-b477-401e-9b25-c86f27f2a189,revision_number=5']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:21:58.547667 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:21:58.556989 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93afa8f-6fe6-48ae-b85d-9a548413980b req-10238217-820b-4a5e-8342-6c36b73383ba tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:21:58.558981 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-f93afa8f-6fe6-48ae-b85d-9a548413980b req-10238217-820b-4a5e-8342-6c36b73383ba tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a6e3ccf-7f24-4f37-8c06-135b6f8abe81 HTTP/1.1" status: 200  len: 931 time: 0.2323511
Jun 14 03:21:58.560760 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-227bd0e2-535c-4490-bfa9-79d7aec4f38a tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks [] for port, precommit_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:58.648923 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-f93afa8f-6fe6-48ae-b85d-9a548413980b req-94ddf2d4-201d-4cc2-8cd1-8ef7acf853fe tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0813296
Jun 14 03:21:58.679878 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-227bd0e2-535c-4490-bfa9-79d7aec4f38a tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:58.684455 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-af6f4f11-b22e-49b0-aec0-9c61d6832396 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:21:58.795581 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0896aa6-aa11-41fb-99f2-4bd73462b7d0 req-0a05c0fe-82ce-4ead-a55d-87955addb845 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:21:58.798045 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-e0896aa6-aa11-41fb-99f2-4bd73462b7d0 req-0a05c0fe-82ce-4ead-a55d-87955addb845 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] 10.222.0.13 "GET /v2.0/ports?device_id=e70a573f-928f-46ef-83b0-8079a7b5c907 HTTP/1.1" status: 200  len: 932 time: 0.1030738
Jun 14 03:21:58.799575 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-227bd0e2-535c-4490-bfa9-79d7aec4f38a tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66755190'] for floatingip, after_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:58.844758 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227bd0e2-535c-4490-bfa9-79d7aec4f38a tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Pushing event updated for resources: {'Port': ['ID=0c4d4ed4-7ad9-47e9-bd98-cafe2f3c7e5c,revision_number=2']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:21:58.855535 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-227bd0e2-535c-4490-bfa9-79d7aec4f38a tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:21:58.871856 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-e0896aa6-aa11-41fb-99f2-4bd73462b7d0 req-1ce5b3ca-4d18-4dbf-bd60-285512816e88 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] 10.222.0.13 "GET /v2.0/security-groups?id=56b699cd-5566-4050-8e47-1622627b229d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671186
Jun 14 03:21:59.095251 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-227bd0e2-535c-4490-bfa9-79d7aec4f38a tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389'] for floatingip, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:21:59.132047 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-227bd0e2-535c-4490-bfa9-79d7aec4f38a tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.3902133
Jun 14 03:21:59.416474 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-c503aae7-d168-472b-b2d8-debce7db4b90 req-dc0d467f-8b91-4cbc-949f-c7608e05753d tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--144352733&fields=id&tenant_id=9155b325d6cd4337b263e1034bb9dbfb HTTP/1.1" status: 200  len: 267 time: 0.0583584
Jun 14 03:21:59.556891 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c503aae7-d168-472b-b2d8-debce7db4b90 req-1dae205b-22f5-44b4-8906-06b7fc5ad6cf tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:21:59.558532 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-c503aae7-d168-472b-b2d8-debce7db4b90 req-1dae205b-22f5-44b4-8906-06b7fc5ad6cf tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/networks?id=f65bd812-254a-48f4-8498-d6b6b04b0ab8 HTTP/1.1" status: 200  len: 817 time: 0.1347847
Jun 14 03:21:59.573200 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-c503aae7-d168-472b-b2d8-debce7db4b90 req-07af64e0-7e3e-4bba-8b37-63b2921d9f7f tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/quotas/9155b325d6cd4337b263e1034bb9dbfb HTTP/1.1" status: 200  len: 375 time: 0.0090683
Jun 14 03:21:59.689949 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-c503aae7-d168-472b-b2d8-debce7db4b90 req-f289164b-1106-4315-a459-93adaacf6971 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9155b325d6cd4337b263e1034bb9dbfb&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1065087
Jun 14 03:21:59.845157 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-52fa6e08-a206-45c3-a627-5294ac271b67 req-fadcbbcb-82e6-49bc-81e3-d0d1c8514451 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a012d57-3ae3-410a-987e-321da2d01af3 HTTP/1.1" status: 200  len: 210 time: 0.0504036
Jun 14 03:21:59.890362 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 7f05021a-b477-401e-9b25-c86f27f2a189 up at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:21:59.905233 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-c503aae7-d168-472b-b2d8-debce7db4b90 req-73c7c1da-558b-40fc-ae0b-bc7a37ef1eda service neutron] 10.222.0.13 "GET /v2.0/networks/f65bd812-254a-48f4-8498-d6b6b04b0ab8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2061133
Jun 14 03:22:00.038831 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning complete for port 7f05021a-b477-401e-9b25-c86f27f2a189 triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:22:00.040741 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:00.114987 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-c503aae7-d168-472b-b2d8-debce7db4b90 req-e5da71eb-96f5-4a61-903e-91e52ff226df service neutron] 10.222.0.13 "GET /v2.0/networks/f65bd812-254a-48f4-8498-d6b6b04b0ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2087739
Jun 14 03:22:00.228335 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896c882-8373-4824-b0fa-3d501e7a99a5 req-63c2cbc5-36a8-409e-bac6-6088bfad5a45 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:00.238584 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-4896c882-8373-4824-b0fa-3d501e7a99a5 req-63c2cbc5-36a8-409e-bac6-6088bfad5a45 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a6e3ccf-7f24-4f37-8c06-135b6f8abe81 HTTP/1.1" status: 200  len: 931 time: 0.1805580
Jun 14 03:22:00.298503 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-4896c882-8373-4824-b0fa-3d501e7a99a5 req-f973d69d-e500-440a-8b11-dde00b836856 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585589
Jun 14 03:22:00.337830 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 38774) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:22:00.562140 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-5f3a231b-f310-4332-a0f6-67740705f774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:00.705070 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6665e746-c884-4e38-8fbd-ae0e34b943fa req-05dd58d1-88ea-4c83-990a-2853b1ef9396 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:00.705070 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-6665e746-c884-4e38-8fbd-ae0e34b943fa req-05dd58d1-88ea-4c83-990a-2853b1ef9396 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] 10.222.0.13 "GET /v2.0/ports?device_id=e70a573f-928f-46ef-83b0-8079a7b5c907 HTTP/1.1" status: 200  len: 932 time: 0.1305053
Jun 14 03:22:00.705070 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-6665e746-c884-4e38-8fbd-ae0e34b943fa req-604e9093-9413-4323-8308-2567afe7850e tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] 10.222.0.13 "GET /v2.0/security-groups?id=56b699cd-5566-4050-8e47-1622627b229d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427375
Jun 14 03:22:00.708058 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-5f3a231b-f310-4332-a0f6-67740705f774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:00.769329 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-f3719a0c-6740-47f6-9cbe-bfb93be435e3 req-277e671d-ce60-4fa4-b37e-7170b958edb3 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 210 time: 0.0446649
Jun 14 03:22:01.004907 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-5057c26c-6dda-49ce-9eb0-d30622b403d0 req-5009fbb0-5148-412c-84f2-49b423d6562a tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a012d57-3ae3-410a-987e-321da2d01af3 HTTP/1.1" status: 200  len: 210 time: 0.0361311
Jun 14 03:22:01.055221 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-5f3a231b-f310-4332-a0f6-67740705f774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:01.060372 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:01.104345 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-5f3a231b-f310-4332-a0f6-67740705f774 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ef8ffb83a4ea487cb5271f4fb2971d52&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7625263
Jun 14 03:22:01.104345 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3a231b-f310-4332-a0f6-67740705f774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e07c1e-1bc6-4887-905e-2228281483ec,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:01.104929 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 38790) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:22:01.106572 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-5f3a231b-f310-4332-a0f6-67740705f774 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:01.185015 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-5f84b7de-d2ce-4c49-a192-2032014f9a2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:01.213217 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-5f84b7de-d2ce-4c49-a192-2032014f9a2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:01.403641 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-5f84b7de-d2ce-4c49-a192-2032014f9a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:01.408084 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-5f84b7de-d2ce-4c49-a192-2032014f9a2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:01.409694 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-5f84b7de-d2ce-4c49-a192-2032014f9a2c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/94e07c1e-1bc6-4887-905e-2228281483ec HTTP/1.1" status: 204  len: 168 time: 0.3034346
Jun 14 03:22:01.410054 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:01.426289 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f84b7de-d2ce-4c49-a192-2032014f9a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e07c1e-1bc6-4887-905e-2228281483ec,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:01.446169 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-5f84b7de-d2ce-4c49-a192-2032014f9a2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:01.580587 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532c13bf-069e-4894-a419-4508118ca4ad req-da96756d-461f-4317-9ca1-678c7d59560d tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:01.582399 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-532c13bf-069e-4894-a419-4508118ca4ad req-da96756d-461f-4317-9ca1-678c7d59560d tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a6e3ccf-7f24-4f37-8c06-135b6f8abe81 HTTP/1.1" status: 200  len: 931 time: 0.1297162
Jun 14 03:22:01.634664 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-532c13bf-069e-4894-a419-4508118ca4ad req-fca6d100-34ca-451d-a81c-f546dbe08afc tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435553
Jun 14 03:22:01.938870 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-bfa2e06b-5716-4565-84e6-f0377543bf5d req-914bb12e-f172-4685-85ec-5fd31aaa39c0 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 210 time: 0.0684733
Jun 14 03:22:02.048595 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b70473-76f5-45cc-99fd-df6611c2c47c req-cbf9d3aa-9ab8-47ee-8fc7-5f006a0daf38 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:02.050301 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-09b70473-76f5-45cc-99fd-df6611c2c47c req-cbf9d3aa-9ab8-47ee-8fc7-5f006a0daf38 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] 10.222.0.13 "GET /v2.0/ports?device_id=e70a573f-928f-46ef-83b0-8079a7b5c907 HTTP/1.1" status: 200  len: 932 time: 0.2343597
Jun 14 03:22:02.126979 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-09b70473-76f5-45cc-99fd-df6611c2c47c req-1a8c3304-d08f-4c9d-885b-c455a0603583 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] 10.222.0.13 "GET /v2.0/security-groups?id=56b699cd-5566-4050-8e47-1622627b229d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657439
Jun 14 03:22:02.215415 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 38826) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:22:02.285722 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 38830) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:22:02.304662 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-86ae0078-cf3d-42f5-8755-64d9c7a63312 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:02.353282 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-51e7a530-2ad0-4913-8667-8f0a2d1b6221 req-fa4b2e01-ddea-4674-aa1c-ccd5f482b483 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a012d57-3ae3-410a-987e-321da2d01af3 HTTP/1.1" status: 200  len: 210 time: 0.2160780
Jun 14 03:22:02.432008 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-86ae0078-cf3d-42f5-8755-64d9c7a63312 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:02.529039 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-8b5bf70e-4082-46f0-b306-ca703cb3dcf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:02.545367 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-86ae0078-cf3d-42f5-8755-64d9c7a63312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:02.551456 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-9e7330f4-7d37-4690-a6fc-8b67cddaf441 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:02.609144 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-86ae0078-cf3d-42f5-8755-64d9c7a63312 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4acc24c7760a4873bdca058197f22767&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3219967
Jun 14 03:22:02.611766 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae0078-cf3d-42f5-8755-64d9c7a63312 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21551dca-8fba-4eea-9519-e6f2aaa0563d,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:02.615547 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 38836) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:22:02.626288 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-86ae0078-cf3d-42f5-8755-64d9c7a63312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:02.739353 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-c36d7f9d-a9ec-497c-9b22-161f28954716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:02.752353 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-8b5bf70e-4082-46f0-b306-ca703cb3dcf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:02.781747 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-c36d7f9d-a9ec-497c-9b22-161f28954716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:02.856281 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-8b5bf70e-4082-46f0-b306-ca703cb3dcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:02.869172 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-5f84b7de-d2ce-4c49-a192-2032014f9a2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:02.915766 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5bf70e-4082-46f0-b306-ca703cb3dcf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9492ddb9-619e-4f8a-a011-b95b2fc7af6d,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:02.931601 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-8b5bf70e-4082-46f0-b306-ca703cb3dcf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:02.939771 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-8b5bf70e-4082-46f0-b306-ca703cb3dcf4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8efc82961ecd48cdbeb9c94a38e3ad3e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7202802
Jun 14 03:22:02.940138 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 38850) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:22:02.968468 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b21c4-70c1-4aeb-87dd-5b92704e1432 req-78ae8984-16d4-4bfd-b813-ada2f0220087 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:02.970634 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-b36b21c4-70c1-4aeb-87dd-5b92704e1432 req-78ae8984-16d4-4bfd-b813-ada2f0220087 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a6e3ccf-7f24-4f37-8c06-135b6f8abe81 HTTP/1.1" status: 200  len: 931 time: 0.1629386
Jun 14 03:22:03.004728 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-04238260-aaca-4399-90d0-d14c6bb37c94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:03.023775 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-c36d7f9d-a9ec-497c-9b22-161f28954716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:03.029547 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-04238260-aaca-4399-90d0-d14c6bb37c94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:03.035568 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-c36d7f9d-a9ec-497c-9b22-161f28954716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:03.036900 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-c36d7f9d-a9ec-497c-9b22-161f28954716 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/21551dca-8fba-4eea-9519-e6f2aaa0563d HTTP/1.1" status: 204  len: 168 time: 0.4167087
Jun 14 03:22:03.039994 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:03.069213 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-b36b21c4-70c1-4aeb-87dd-5b92704e1432 req-aa2c8190-c3f3-41a8-860b-7f05a3149c97 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0841212
Jun 14 03:22:03.070922 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36d7f9d-a9ec-497c-9b22-161f28954716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21551dca-8fba-4eea-9519-e6f2aaa0563d,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:03.088164 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-c36d7f9d-a9ec-497c-9b22-161f28954716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:03.177051 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-928c5cc8-c0eb-49c8-b083-6574480b2759 req-940fbc47-d23d-43e5-9e04-de2d937a5300 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 210 time: 0.0473933
Jun 14 03:22:03.221403 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-04238260-aaca-4399-90d0-d14c6bb37c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:03.224542 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-04238260-aaca-4399-90d0-d14c6bb37c94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:03.227130 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-04238260-aaca-4399-90d0-d14c6bb37c94 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9492ddb9-619e-4f8a-a011-b95b2fc7af6d HTTP/1.1" status: 204  len: 168 time: 0.2859857
Jun 14 03:22:03.230658 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-40dffc8e-6b30-42f7-8592-8277d14c4c9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:03.240812 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04238260-aaca-4399-90d0-d14c6bb37c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9492ddb9-619e-4f8a-a011-b95b2fc7af6d,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:03.255377 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-04238260-aaca-4399-90d0-d14c6bb37c94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:03.417510 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f385916-449f-4f57-ab49-e4a35f524369 req-00cbe9ab-2175-4538-bafe-66e318dfcc53 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:03.426488 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-9f385916-449f-4f57-ab49-e4a35f524369 req-00cbe9ab-2175-4538-bafe-66e318dfcc53 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] 10.222.0.13 "GET /v2.0/ports?device_id=e70a573f-928f-46ef-83b0-8079a7b5c907 HTTP/1.1" status: 200  len: 932 time: 0.1032429
Jun 14 03:22:03.508895 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-9f385916-449f-4f57-ab49-e4a35f524369 req-e3324e0b-7b17-4075-b23d-5896f1d19759 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] 10.222.0.13 "GET /v2.0/security-groups?id=56b699cd-5566-4050-8e47-1622627b229d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0812690
Jun 14 03:22:03.591699 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-6d09c55b-4f04-4baf-a0eb-569ef0137a37 req-7b1d4bba-e19c-4b13-9124-82aae00d7ead tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a012d57-3ae3-410a-987e-321da2d01af3 HTTP/1.1" status: 200  len: 210 time: 0.0820088
Jun 14 03:22:04.305258 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb4b98-71d4-42d4-aa32-6b84b2b59aa4 req-48815311-0e85-48c7-a3b2-8ab382dfdf4c tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:04.309494 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-67bb4b98-71d4-42d4-aa32-6b84b2b59aa4 req-48815311-0e85-48c7-a3b2-8ab382dfdf4c tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a6e3ccf-7f24-4f37-8c06-135b6f8abe81 HTTP/1.1" status: 200  len: 931 time: 0.1166120
Jun 14 03:22:04.389751 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-67bb4b98-71d4-42d4-aa32-6b84b2b59aa4 req-4bb20d53-97b3-474f-9bca-360adce62b29 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673482
Jun 14 03:22:04.414855 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-5e5f98fb-b9a4-4b13-b798-c31315760c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:04.433547 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-15937894-3783-4517-be7b-3ad10756f535 req-9c60cb0d-a4b8-4d72-9706-0263e4dec3f7 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 210 time: 0.0501297
Jun 14 03:22:04.707656 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8916dca-220a-4aee-8804-77fc4387213c req-d9b7f364-a51b-4e64-9d11-36405147d518 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:04.709634 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-c8916dca-220a-4aee-8804-77fc4387213c req-d9b7f364-a51b-4e64-9d11-36405147d518 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] 10.222.0.13 "GET /v2.0/ports?device_id=e70a573f-928f-46ef-83b0-8079a7b5c907 HTTP/1.1" status: 200  len: 932 time: 0.0834348
Jun 14 03:22:04.765015 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-c8916dca-220a-4aee-8804-77fc4387213c req-904d079e-ec44-423b-ae0e-06d219868bd1 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] 10.222.0.13 "GET /v2.0/security-groups?id=56b699cd-5566-4050-8e47-1622627b229d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492325
Jun 14 03:22:04.766621 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-dd0b4c95-67ea-40b4-b204-1c45411f9204 req-dc698a7a-6c08-4903-bb74-546b4bf191a8 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a012d57-3ae3-410a-987e-321da2d01af3 HTTP/1.1" status: 200  len: 210 time: 0.0495908
Jun 14 03:22:04.796201 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 38902) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:22:04.817922 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-1bda79fc-0dba-4a49-9ac4-7615ef345d8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:04.917525 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-1bda79fc-0dba-4a49-9ac4-7615ef345d8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:05.103604 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 38906) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:22:05.123655 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-1bda79fc-0dba-4a49-9ac4-7615ef345d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:05.128260 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-921eaef3-a364-429c-8f15-77afd2e8c354 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:05.157857 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:05.173006 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-1bda79fc-0dba-4a49-9ac4-7615ef345d8c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4976e16db0d4469c8630283fd0158e00&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3749228
Jun 14 03:22:05.174155 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bda79fc-0dba-4a49-9ac4-7615ef345d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbde9a14-fed5-4af8-bcbe-def4bb757bab,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:05.175281 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 38910) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:22:05.177450 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-1bda79fc-0dba-4a49-9ac4-7615ef345d8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:05.220531 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.v2.base [None req-00b12e73-7c34-4dbc-842a-9867db5a006d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-974598126-network', 'tenant_id': '0fe22fe6288d4c9896bf85062e00c1cd'}} {{(pid=92485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:22:05.251746 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-adbe9b34-cf9d-4df6-ac3d-627376ec931b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:05.279675 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-adbe9b34-cf9d-4df6-ac3d-627376ec931b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:05.341873 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b12e73-7c34-4dbc-842a-9867db5a006d admin admin] Made reservation on behalf of 0fe22fe6288d4c9896bf85062e00c1cd for: {'network': 1} {{(pid=92485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 14 03:22:05.341873 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-00b12e73-7c34-4dbc-842a-9867db5a006d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for network, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:05.349669 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-00b12e73-7c34-4dbc-842a-9867db5a006d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:05.571589 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-adbe9b34-cf9d-4df6-ac3d-627376ec931b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:05.575847 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-adbe9b34-cf9d-4df6-ac3d-627376ec931b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:05.577229 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-adbe9b34-cf9d-4df6-ac3d-627376ec931b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cbde9a14-fed5-4af8-bcbe-def4bb757bab HTTP/1.1" status: 204  len: 168 time: 0.4009225
Jun 14 03:22:05.579687 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-8b7a5d5b-414c-4c12-8216-9e60fc171a17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:05.602043 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe9b34-cf9d-4df6-ac3d-627376ec931b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbde9a14-fed5-4af8-bcbe-def4bb757bab,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:05.611052 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-adbe9b34-cf9d-4df6-ac3d-627376ec931b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:05.642639 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-f145d6f2-f2ca-49bd-bfb0-ea84e61dc292 req-d5c730aa-65d4-4bc7-9fdb-cb603383ccf8 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 210 time: 0.0655124
Jun 14 03:22:05.655018 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c67420c-9d22-458d-9c82-8de1bc3d2b52 req-27a7a497-d8cb-4cef-b4d8-725a72245ac4 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:05.655702 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-3c67420c-9d22-458d-9c82-8de1bc3d2b52 req-27a7a497-d8cb-4cef-b4d8-725a72245ac4 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a6e3ccf-7f24-4f37-8c06-135b6f8abe81 HTTP/1.1" status: 200  len: 931 time: 0.1443083
Jun 14 03:22:05.757312 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-00b12e73-7c34-4dbc-842a-9867db5a006d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:05.779771 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-3c67420c-9d22-458d-9c82-8de1bc3d2b52 req-1a77bb18-2186-4a29-834b-f29a81f8dc25 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1169763
Jun 14 03:22:05.936349 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-00b12e73-7c34-4dbc-842a-9867db5a006d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:05.943923 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-20b97f8a-6b04-4a3b-93e9-1bcdd17a4029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:06.011652 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-afea7ab9-e28c-42b5-a6fe-b64b4342370a req-d0718b8f-3a3a-44f7-a5ff-c052d43b3cab tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a012d57-3ae3-410a-987e-321da2d01af3 HTTP/1.1" status: 200  len: 210 time: 0.0740891
Jun 14 03:22:06.023842 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00b12e73-7c34-4dbc-842a-9867db5a006d admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'}  {{(pid=92485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 14 03:22:06.032252 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b12e73-7c34-4dbc-842a-9867db5a006d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd79999-039b-44ba-a084-4c666d890fed,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:06.039084 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed35762-03b2-4771-9a70-57d6e2910e83 req-a5180e3e-4c17-40db-bdba-d667827352b5 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:06.043287 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-fed35762-03b2-4771-9a70-57d6e2910e83 req-a5180e3e-4c17-40db-bdba-d667827352b5 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] 10.222.0.13 "GET /v2.0/ports?device_id=e70a573f-928f-46ef-83b0-8079a7b5c907 HTTP/1.1" status: 200  len: 932 time: 0.1292479
Jun 14 03:22:06.049652 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-00b12e73-7c34-4dbc-842a-9867db5a006d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:06.050798 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-00b12e73-7c34-4dbc-842a-9867db5a006d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677934'] for segment, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:06.051132 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.db.segments_db [None req-00b12e73-7c34-4dbc-842a-9867db5a006d admin admin] Added segment 0c60a3b2-3033-457d-9ab7-81e105e42a25 of type vlan for network b9bc3185-ceaa-4d16-aac5-a7ccc979200f
Jun 14 03:22:06.108532 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-00b12e73-7c34-4dbc-842a-9867db5a006d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756196669341'] for network, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:06.114065 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-fed35762-03b2-4771-9a70-57d6e2910e83 req-5259c5e8-d930-4812-a7ad-6f643410205a tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] 10.222.0.13 "GET /v2.0/security-groups?id=56b699cd-5566-4050-8e47-1622627b229d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638602
Jun 14 03:22:06.461389 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-00b12e73-7c34-4dbc-842a-9867db5a006d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111'] for network, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:06.462939 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b12e73-7c34-4dbc-842a-9867db5a006d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:06.463986 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-00b12e73-7c34-4dbc-842a-9867db5a006d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for network, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:06.466254 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-cf846f92-5f25-4dfa-b924-0b89ac4c3fa3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:06.552767 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b12e73-7c34-4dbc-842a-9867db5a006d admin admin] Pushing event updated for resources: {'Network': ['ID=b9bc3185-ceaa-4d16-aac5-a7ccc979200f,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:06.556268 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-00b12e73-7c34-4dbc-842a-9867db5a006d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:06.564762 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Network b9bc3185-ceaa-4d16-aac5-a7ccc979200f details requested by agent ovs-agent-dv-cinder-796170-1-iscsi with host dv-cinder-796170-1-iscsi {{(pid=92487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 14 03:22:06.639243 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-00b12e73-7c34-4dbc-842a-9867db5a006d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.5343008
Jun 14 03:22:06.642516 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 38952) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:22:06.647473 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [None req-a361a503-3cd1-4098-a890-6ddeadb2ad33 admin admin] Request body: {'subnet': {'network_id': 'b9bc3185-ceaa-4d16-aac5-a7ccc979200f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-974598126-subnet', 'tenant_id': '0fe22fe6288d4c9896bf85062e00c1cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:22:06.839893 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-16dae976-47bf-405c-ad23-6c1348595c94 req-c6a43661-19cd-4e1d-8111-47e0f85c32aa tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 210 time: 0.0365250
Jun 14 03:22:06.952958 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-ff952ce6-31ca-4dfa-9765-2085e69f1a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:06.974513 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a361a503-3cd1-4098-a890-6ddeadb2ad33 admin admin] Made reservation on behalf of 0fe22fe6288d4c9896bf85062e00c1cd for: {'subnet': 1} {{(pid=92486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 14 03:22:06.976791 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-a361a503-3cd1-4098-a890-6ddeadb2ad33 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:07.163598 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfd3d93-6a5a-45df-b9f4-961c2ed065a2 req-916e54e3-0764-48b0-b78c-44a58fe3bac8 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:07.163598 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-8cfd3d93-6a5a-45df-b9f4-961c2ed065a2 req-916e54e3-0764-48b0-b78c-44a58fe3bac8 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a6e3ccf-7f24-4f37-8c06-135b6f8abe81 HTTP/1.1" status: 200  len: 931 time: 0.2431941
Jun 14 03:22:07.198374 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:07.283006 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-377df0f3-2bbb-4826-98b4-cc73fba4cf53 req-c8c6cf51-af49-4e06-a70d-b176c9f56ab1 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a012d57-3ae3-410a-987e-321da2d01af3 HTTP/1.1" status: 200  len: 210 time: 0.0591834
Jun 14 03:22:07.300054 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-8cfd3d93-6a5a-45df-b9f4-961c2ed065a2 req-2be01430-7bd3-483a-87a3-953c0cbbf16a tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1156251
Jun 14 03:22:07.516639 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a8e52-6d35-49c1-a122-7ac710b70ada req-8ab73fce-3045-49cc-8000-16fbb423bc32 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:07.517602 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-d03a8e52-6d35-49c1-a122-7ac710b70ada req-8ab73fce-3045-49cc-8000-16fbb423bc32 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] 10.222.0.13 "GET /v2.0/ports?device_id=e70a573f-928f-46ef-83b0-8079a7b5c907 HTTP/1.1" status: 200  len: 932 time: 0.0702000
Jun 14 03:22:07.559435 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-d03a8e52-6d35-49c1-a122-7ac710b70ada req-9fd9ccf6-9ad3-4808-9140-03051a8b33dc tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] 10.222.0.13 "GET /v2.0/security-groups?id=56b699cd-5566-4050-8e47-1622627b229d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0361276
Jun 14 03:22:07.575640 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-a361a503-3cd1-4098-a890-6ddeadb2ad33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66823779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100'] for subnet, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:07.579948 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:07.643319 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a361a503-3cd1-4098-a890-6ddeadb2ad33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2f0517f-f496-430b-908e-f2637fb468b8,revision_number=0']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:07.647754 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-a361a503-3cd1-4098-a890-6ddeadb2ad33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:07.653356 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a361a503-3cd1-4098-a890-6ddeadb2ad33 admin admin] Checking segment: {'id': '0c60a3b2-3033-457d-9ab7-81e105e42a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'b9bc3185-ceaa-4d16-aac5-a7ccc979200f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 14 03:22:07.653705 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a361a503-3cd1-4098-a890-6ddeadb2ad33 admin admin] Network hostable DHCP agents. Network: b9bc3185-ceaa-4d16-aac5-a7ccc979200f, hostable agents: ['0d423c39-5fbd-4170-be1c-b40e9c0b21c1'], hosted agents: [] {{(pid=92486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 14 03:22:07.820740 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a361a503-3cd1-4098-a890-6ddeadb2ad33 admin admin] Network b9bc3185-ceaa-4d16-aac5-a7ccc979200f is scheduled to be hosted by DHCP agent 0d423c39-5fbd-4170-be1c-b40e9c0b21c1 with binding_index 1 {{(pid=92486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 14 03:22:07.853848 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [req-6c26a9ad-4921-4c50-9d50-f8159425d382 req-6d4fdde7-2edf-4cef-ad92-a25c969b0cb2 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 14 03:22:07.853928 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [req-218173df-d9da-4a1e-983f-fb1a0b67f041 req-b7d28a8a-6238-46b6-8fee-bd1b6ee81c03 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 14 03:22:07.854643 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-6c26a9ad-4921-4c50-9d50-f8159425d382 req-6d4fdde7-2edf-4cef-ad92-a25c969b0cb2 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0064154
Jun 14 03:22:07.854914 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-218173df-d9da-4a1e-983f-fb1a0b67f041 req-b7d28a8a-6238-46b6-8fee-bd1b6ee81c03 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0060012
Jun 14 03:22:07.861906 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [req-f3f13bf0-b95e-467b-a094-50d9139a7a23 req-7b5b2837-1c2e-4120-bdfc-3471b6bd7ab3 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 14 03:22:07.863674 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-f3f13bf0-b95e-467b-a094-50d9139a7a23 req-7b5b2837-1c2e-4120-bdfc-3471b6bd7ab3 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0072393
Jun 14 03:22:07.964222 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.base_scheduler [None req-a361a503-3cd1-4098-a890-6ddeadb2ad33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-1-iscsi, b9bc3185-ceaa-4d16-aac5-a7ccc979200f) {{(pid=92486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:22:07.969642 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a361a503-3cd1-4098-a890-6ddeadb2ad33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:07.972434 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-a361a503-3cd1-4098-a890-6ddeadb2ad33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for subnet, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:07.974502 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e333502-b22b-42c3-a7d2-8b17ceb1efa5 None None] Network b9bc3185-ceaa-4d16-aac5-a7ccc979200f requested from dv-cinder-796170-1-iscsi {{(pid=92487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 14 03:22:08.053100 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-e19cdccd-84f7-4a82-bbfd-8207aef8bb9e req-b78460bb-0266-4af6-ae97-2e738a1ad5e5 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 210 time: 0.0490296
Jun 14 03:22:08.136882 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [req-f3f13bf0-b95e-467b-a094-50d9139a7a23 req-583aee13-b018-49b9-925c-6b3a5c947562 service neutron] Request body: {'port': {'device_id': '4294f363-fd1f-46f0-8428-1ae8ca56a612', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:22:08.218914 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-a361a503-3cd1-4098-a890-6ddeadb2ad33 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.5729640
Jun 14 03:22:08.256835 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-f3f13bf0-b95e-467b-a094-50d9139a7a23 req-583aee13-b018-49b9-925c-6b3a5c947562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:08.291542 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.v2.base [req-6c26a9ad-4921-4c50-9d50-f8159425d382 req-f6b40d87-c539-4de7-93bb-5bf7ac71f897 service neutron] Request body: {'port': {'device_id': '9a6e3ccf-7f24-4f37-8c06-135b6f8abe81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=92485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:22:08.367095 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-a6614653-0164-4561-80ac-e583b9425df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:08.385217 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.v2.base [req-218173df-d9da-4a1e-983f-fb1a0b67f041 req-bb986efb-206f-4ece-ab23-0ab59599e263 service neutron] Request body: {'port': {'device_id': 'e70a573f-928f-46ef-83b0-8079a7b5c907', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=92485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:22:08.445876 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d59f2ce-e8db-4ac5-8c07-e1e1e30c0233 None None] Network b9bc3185-ceaa-4d16-aac5-a7ccc979200f requested from dv-cinder-796170-1-iscsi {{(pid=92487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 14 03:22:08.651358 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.37', 62731) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:22:08.654013 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-e21e12d0-b6a2-4a96-a086-7b8a3dee4c6f req-85f10e20-ef3c-4710-96f0-2a209603bf4f tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a012d57-3ae3-410a-987e-321da2d01af3 HTTP/1.1" status: 200  len: 210 time: 0.0603950
Jun 14 03:22:08.755703 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-6c26a9ad-4921-4c50-9d50-f8159425d382 req-f6b40d87-c539-4de7-93bb-5bf7ac71f897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:08.924466 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-218173df-d9da-4a1e-983f-fb1a0b67f041 req-bb986efb-206f-4ece-ab23-0ab59599e263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:09.034070 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c524a3-83e1-4d79-950c-400070363d47 req-981ba5dd-edd0-4a75-8f42-384658da23d6 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:09.041145 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-b3c524a3-83e1-4d79-950c-400070363d47 req-981ba5dd-edd0-4a75-8f42-384658da23d6 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a6e3ccf-7f24-4f37-8c06-135b6f8abe81 HTTP/1.1" status: 200  len: 931 time: 0.4485548
Jun 14 03:22:09.116951 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-b3c524a3-83e1-4d79-950c-400070363d47 req-62b44f9c-c00a-4a46-a14d-813dc9bdc590 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747576
Jun 14 03:22:09.256033 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.notifiers.nova [req-f3f13bf0-b95e-467b-a094-50d9139a7a23 req-583aee13-b018-49b9-925c-6b3a5c947562 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34006e75-80c3-4179-834e-6909e786b5ba {{(pid=92486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 14 03:22:09.264642 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-f3f13bf0-b95e-467b-a094-50d9139a7a23 req-583aee13-b018-49b9-925c-6b3a5c947562 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:09.292902 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.provisioning_blocks [req-f3f13bf0-b95e-467b-a094-50d9139a7a23 req-583aee13-b018-49b9-925c-6b3a5c947562 service neutron] Transition to ACTIVE for port object 34006e75-80c3-4179-834e-6909e786b5ba will not be triggered until provisioned by entity L2. {{(pid=92486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:22:09.324236 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a98b61-3161-45be-a705-80e2c1885550 req-4e3cf70f-502f-4108-bc17-3d9773eb3b1e tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:09.326886 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-a3a98b61-3161-45be-a705-80e2c1885550 req-4e3cf70f-502f-4108-bc17-3d9773eb3b1e tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.37 "GET /v2.0/networks?id=5a47fa3e-70b2-4efd-bce9-673f89030784 HTTP/1.1" status: 200  len: 818 time: 0.6717067
Jun 14 03:22:09.358132 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-85c247f9-887f-40ba-af12-3915cc43bd9e req-7976033b-4c55-464c-9626-96ed9af6e9b5 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 210 time: 0.0371008
Jun 14 03:22:09.361720 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.v2.base [req-a3a98b61-3161-45be-a705-80e2c1885550 req-11ba675f-a5a4-4653-95e2-c18b27d04820 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Request body: {'port': {'device_id': '4a012d57-3ae3-410a-987e-321da2d01af3', 'network_id': '5a47fa3e-70b2-4efd-bce9-673f89030784', 'admin_state_up': True, 'tenant_id': 'd770a57b3e724678a2cc69c7a9890825'}} {{(pid=92485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:22:09.370429 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-f3f13bf0-b95e-467b-a094-50d9139a7a23 req-583aee13-b018-49b9-925c-6b3a5c947562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:09.373298 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-4b9d5d71-cb45-4e27-a81c-21a5120be065 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:09.525499 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583aee13-b018-49b9-925c-6b3a5c947562 service neutron] Pushing event updated for resources: {'Port': ['ID=34006e75-80c3-4179-834e-6909e786b5ba,revision_number=2']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:09.536367 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-583aee13-b018-49b9-925c-6b3a5c947562 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:09.588442 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.managers [req-f3f13bf0-b95e-467b-a094-50d9139a7a23 req-583aee13-b018-49b9-925c-6b3a5c947562 service neutron] Attempting to bind port 34006e75-80c3-4179-834e-6909e786b5ba on host hv-cinder-79617 for vnic_type normal with profile  {{(pid=92486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 14 03:22:09.588883 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.managers [req-f3f13bf0-b95e-467b-a094-50d9139a7a23 req-583aee13-b018-49b9-925c-6b3a5c947562 service neutron] Attempting to bind port 34006e75-80c3-4179-834e-6909e786b5ba by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': '1ff9c71f-b453-4f17-a8ba-b084557f6d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5a47fa3e-70b2-4efd-bce9-673f89030784'}] {{(pid=92486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 14 03:22:09.589298 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f13bf0-b95e-467b-a094-50d9139a7a23 req-583aee13-b018-49b9-925c-6b3a5c947562 service neutron] Attempting to bind port 34006e75-80c3-4179-834e-6909e786b5ba on network 5a47fa3e-70b2-4efd-bce9-673f89030784 {{(pid=92486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 14 03:22:09.594200 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f13bf0-b95e-467b-a094-50d9139a7a23 req-583aee13-b018-49b9-925c-6b3a5c947562 service neutron] Port 34006e75-80c3-4179-834e-6909e786b5ba on network 5a47fa3e-70b2-4efd-bce9-673f89030784 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=92486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 14 03:22:09.594465 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f13bf0-b95e-467b-a094-50d9139a7a23 req-583aee13-b018-49b9-925c-6b3a5c947562 service neutron] Attempting to bind port 34006e75-80c3-4179-834e-6909e786b5ba on network 5a47fa3e-70b2-4efd-bce9-673f89030784 {{(pid=92486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 14 03:22:09.599193 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f13bf0-b95e-467b-a094-50d9139a7a23 req-583aee13-b018-49b9-925c-6b3a5c947562 service neutron] Checking agent: {'id': 'd909c266-64e1-43b2-ab9b-45098cd1126f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 20, 5), 'started_at': datetime.datetime(2021, 6, 14, 3, 20, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 14 03:22:09.599528 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f13bf0-b95e-467b-a094-50d9139a7a23 req-583aee13-b018-49b9-925c-6b3a5c947562 service neutron] Checking segment: {'id': '1ff9c71f-b453-4f17-a8ba-b084557f6d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5a47fa3e-70b2-4efd-bce9-673f89030784'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 14 03:22:09.600448 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3f13bf0-b95e-467b-a094-50d9139a7a23 req-583aee13-b018-49b9-925c-6b3a5c947562 service neutron] Bound using segment: {'id': '1ff9c71f-b453-4f17-a8ba-b084557f6d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5a47fa3e-70b2-4efd-bce9-673f89030784'} {{(pid=92486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 14 03:22:09.600582 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.managers [req-f3f13bf0-b95e-467b-a094-50d9139a7a23 req-583aee13-b018-49b9-925c-6b3a5c947562 service neutron] Bound port: 34006e75-80c3-4179-834e-6909e786b5ba, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ff9c71f-b453-4f17-a8ba-b084557f6d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5a47fa3e-70b2-4efd-bce9-673f89030784'}}] {{(pid=92486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 14 03:22:09.600837 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-f3f13bf0-b95e-467b-a094-50d9139a7a23 req-583aee13-b018-49b9-925c-6b3a5c947562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:09.683768 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.db [req-f3f13bf0-b95e-467b-a094-50d9139a7a23 req-583aee13-b018-49b9-925c-6b3a5c947562 service neutron] For port 34006e75-80c3-4179-834e-6909e786b5ba, host hv-cinder-79617, cleared binding levels {{(pid=92486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 14 03:22:09.703660 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a000fc42-5d14-4e1a-9c47-1f58d8f2f53e req-eacd53b5-d9e4-44a2-8fce-a5fe54640619 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:09.705129 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-a000fc42-5d14-4e1a-9c47-1f58d8f2f53e req-eacd53b5-d9e4-44a2-8fce-a5fe54640619 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] 10.222.0.13 "GET /v2.0/ports?device_id=e70a573f-928f-46ef-83b0-8079a7b5c907 HTTP/1.1" status: 200  len: 932 time: 0.5306771
Jun 14 03:22:09.711157 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.db [req-f3f13bf0-b95e-467b-a094-50d9139a7a23 req-583aee13-b018-49b9-925c-6b3a5c947562 service neutron] For port 34006e75-80c3-4179-834e-6909e786b5ba, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=34006e75-80c3-4179-834e-6909e786b5ba,segment=NetworkSegment(1ff9c71f-b453-4f17-a8ba-b084557f6d64),segment_id=1ff9c71f-b453-4f17-a8ba-b084557f6d64)] {{(pid=92486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 14 03:22:09.792718 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-37effd67-6caa-48ba-975b-7ec46c17b4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:09.837066 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-fcba3efc-cf68-4f39-93ff-8697a9a6c5f1 req-abe64a3b-b45c-4807-9b5f-90159fcf3617 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a012d57-3ae3-410a-987e-321da2d01af3 HTTP/1.1" status: 200  len: 210 time: 0.0347512
Jun 14 03:22:09.883061 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-f3f13bf0-b95e-467b-a094-50d9139a7a23 req-583aee13-b018-49b9-925c-6b3a5c947562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:09.891082 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-42bf31df-936a-4ebd-bbdc-4b6285dd7e5b tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:09.895317 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-a000fc42-5d14-4e1a-9c47-1f58d8f2f53e req-a06fe3d1-42b0-4148-9d02-936f4062b5b4 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] 10.222.0.13 "GET /v2.0/security-groups?id=56b699cd-5566-4050-8e47-1622627b229d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1652493
Jun 14 03:22:09.961429 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.notifiers.nova [req-6c26a9ad-4921-4c50-9d50-f8159425d382 req-f6b40d87-c539-4de7-93bb-5bf7ac71f897 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47a7b94f-3815-413c-94af-f890cbdc7059 {{(pid=92485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 14 03:22:09.971163 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-6c26a9ad-4921-4c50-9d50-f8159425d382 req-f6b40d87-c539-4de7-93bb-5bf7ac71f897 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:09.973048 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 39092) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:22:09.979563 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [None req-ee5ead75-d413-4b76-95de-86d4c1ee6f3a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1562563430-network', 'tenant_id': '93e0fe068ddc47268614efe0abc562e1'}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:22:09.998677 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3a98b61-3161-45be-a705-80e2c1885550 req-11ba675f-a5a4-4653-95e2-c18b27d04820 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Made reservation on behalf of d770a57b3e724678a2cc69c7a9890825 for: {'port': 1} {{(pid=92485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 14 03:22:10.003891 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-a3a98b61-3161-45be-a705-80e2c1885550 req-11ba675f-a5a4-4653-95e2-c18b27d04820 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for port, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:10.005231 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.provisioning_blocks [req-6c26a9ad-4921-4c50-9d50-f8159425d382 req-f6b40d87-c539-4de7-93bb-5bf7ac71f897 service neutron] Transition to ACTIVE for port object 47a7b94f-3815-413c-94af-f890cbdc7059 will not be triggered until provisioned by entity L2. {{(pid=92485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:22:10.006936 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f13bf0-b95e-467b-a094-50d9139a7a23 req-583aee13-b018-49b9-925c-6b3a5c947562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:10.007548 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-f3f13bf0-b95e-467b-a094-50d9139a7a23 req-583aee13-b018-49b9-925c-6b3a5c947562 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for port, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:10.008947 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-f3f13bf0-b95e-467b-a094-50d9139a7a23 req-583aee13-b018-49b9-925c-6b3a5c947562 service neutron] 10.222.0.37 "PUT /v2.0/ports/34006e75-80c3-4179-834e-6909e786b5ba HTTP/1.1" status: 200  len: 1094 time: 1.9211402
Jun 14 03:22:10.011995 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4294f363-fd1f-46f0-8428-1ae8ca56a612', 'tag': '34006e75-80c3-4179-834e-6909e786b5ba'}] {{(pid=92486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:22:10.073725 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.notifiers.nova [req-218173df-d9da-4a1e-983f-fb1a0b67f041 req-bb986efb-206f-4ece-ab23-0ab59599e263 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be1a2391-87df-4f53-8d79-53c30bccef12 {{(pid=92485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 14 03:22:10.086946 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583aee13-b018-49b9-925c-6b3a5c947562 service neutron] Pushing event updated for resources: {'Port': ['ID=34006e75-80c3-4179-834e-6909e786b5ba,revision_number=3']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:10.100144 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-583aee13-b018-49b9-925c-6b3a5c947562 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:10.116387 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-218173df-d9da-4a1e-983f-fb1a0b67f041 req-bb986efb-206f-4ece-ab23-0ab59599e263 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:10.142436 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-6c26a9ad-4921-4c50-9d50-f8159425d382 req-f6b40d87-c539-4de7-93bb-5bf7ac71f897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:10.143621 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.provisioning_blocks [req-218173df-d9da-4a1e-983f-fb1a0b67f041 req-bb986efb-206f-4ece-ab23-0ab59599e263 service neutron] Transition to ACTIVE for port object be1a2391-87df-4f53-8d79-53c30bccef12 will not be triggered until provisioned by entity L2. {{(pid=92485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:22:10.148703 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-c5c8a0e1-fc26-41a9-9de6-f51dabee6ef9 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:10.244373 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5355d7bc3b36bcf9a7ee8a2281ad208d869c89ac4cdf4014809f5322b7820d6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-671df6eb-45d0-4eea-9d5e-79ea7d4ba4db" -d '{"events": [{"name": "network-changed", "server_uuid": "4294f363-fd1f-46f0-8428-1ae8ca56a612", "tag": "34006e75-80c3-4179-834e-6909e786b5ba"}]}' {{(pid=92486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:22:10.246839 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b40d87-c539-4de7-93bb-5bf7ac71f897 service neutron] Pushing event updated for resources: {'Port': ['ID=47a7b94f-3815-413c-94af-f890cbdc7059,revision_number=2']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:10.246954 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee5ead75-d413-4b76-95de-86d4c1ee6f3a admin admin] Made reservation on behalf of 93e0fe068ddc47268614efe0abc562e1 for: {'network': 1} {{(pid=92486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 14 03:22:10.249034 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-ee5ead75-d413-4b76-95de-86d4c1ee6f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for network, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:10.251151 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-f6b40d87-c539-4de7-93bb-5bf7ac71f897 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:10.266093 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-ee5ead75-d413-4b76-95de-86d4c1ee6f3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:10.382636 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-218173df-d9da-4a1e-983f-fb1a0b67f041 req-bb986efb-206f-4ece-ab23-0ab59599e263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:10.415088 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:10.471084 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb986efb-206f-4ece-ab23-0ab59599e263 service neutron] Pushing event updated for resources: {'Port': ['ID=be1a2391-87df-4f53-8d79-53c30bccef12,revision_number=2']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:10.481560 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-bb986efb-206f-4ece-ab23-0ab59599e263 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:10.501299 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.db_base_plugin_common [req-a3a98b61-3161-45be-a705-80e2c1885550 req-11ba675f-a5a4-4653-95e2-c18b27d04820 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Allocated IP 172.20.0.9 (5a47fa3e-70b2-4efd-bce9-673f89030784/22848147-cf67-4dfd-aeab-710e50c30d70/57db408f-f7ac-4744-9997-e99b25af2553) {{(pid=92485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 14 03:22:10.560824 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 03:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2859d5ab-bb70-431c-a8a9-186555ec7721 x-openstack-request-id: req-2859d5ab-bb70-431c-a8a9-186555ec7721 {{(pid=92486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:22:10.561127 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4294f363-fd1f-46f0-8428-1ae8ca56a612", "tag": "34006e75-80c3-4179-834e-6909e786b5ba", "status": "completed", "code": 200}]} {{(pid=92486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:22:10.561650 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2859d5ab-bb70-431c-a8a9-186555ec7721 {{(pid=92486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:22:10.562724 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4294f363-fd1f-46f0-8428-1ae8ca56a612', 'tag': '34006e75-80c3-4179-834e-6909e786b5ba', 'status': 'completed', 'code': 200}
Jun 14 03:22:10.582151 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.37', 62737) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:22:10.589372 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f13bf0-b95e-467b-a094-50d9139a7a23 req-371480ed-ce95-457c-9152-f531659c44bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:10.591296 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-f3f13bf0-b95e-467b-a094-50d9139a7a23 req-371480ed-ce95-457c-9152-f531659c44bc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d770a57b3e724678a2cc69c7a9890825&device_id=4294f363-fd1f-46f0-8428-1ae8ca56a612 HTTP/1.1" status: 200  len: 1097 time: 0.4174991
Jun 14 03:22:10.679356 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-5ce3983b-d622-435e-8ced-a95d230aaf79 req-092e3b52-123b-4f29-b5b3-cf6386efd142 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 210 time: 0.0544631
Jun 14 03:22:10.730242 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.managers [req-6c26a9ad-4921-4c50-9d50-f8159425d382 req-f6b40d87-c539-4de7-93bb-5bf7ac71f897 service neutron] Attempting to bind port 47a7b94f-3815-413c-94af-f890cbdc7059 on host hv-cinder-79617 for vnic_type normal with profile  {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 14 03:22:10.730959 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.managers [req-6c26a9ad-4921-4c50-9d50-f8159425d382 req-f6b40d87-c539-4de7-93bb-5bf7ac71f897 service neutron] Attempting to bind port 47a7b94f-3815-413c-94af-f890cbdc7059 by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': 'b291bd91-84e2-429d-ad5c-40697d97b7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '61252df1-fba7-4cd7-ac4e-3221f1850428'}] {{(pid=92485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 14 03:22:10.731221 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c26a9ad-4921-4c50-9d50-f8159425d382 req-f6b40d87-c539-4de7-93bb-5bf7ac71f897 service neutron] Attempting to bind port 47a7b94f-3815-413c-94af-f890cbdc7059 on network 61252df1-fba7-4cd7-ac4e-3221f1850428 {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 14 03:22:10.744823 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-f3f13bf0-b95e-467b-a094-50d9139a7a23 req-9d6de29f-4a1b-4f0a-a60b-a4cc01163da9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34006e75-80c3-4179-834e-6909e786b5ba HTTP/1.1" status: 200  len: 217 time: 0.1370847
Jun 14 03:22:10.750515 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.managers [req-218173df-d9da-4a1e-983f-fb1a0b67f041 req-bb986efb-206f-4ece-ab23-0ab59599e263 service neutron] Attempting to bind port be1a2391-87df-4f53-8d79-53c30bccef12 on host hv-cinder-79617 for vnic_type normal with profile  {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 14 03:22:10.750879 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.managers [req-218173df-d9da-4a1e-983f-fb1a0b67f041 req-bb986efb-206f-4ece-ab23-0ab59599e263 service neutron] Attempting to bind port be1a2391-87df-4f53-8d79-53c30bccef12 by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': '60337f48-7715-4210-80d5-082077cf0c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '364831ae-ab84-4b28-aa5f-7b62539d42d4'}] {{(pid=92485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 14 03:22:10.751211 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218173df-d9da-4a1e-983f-fb1a0b67f041 req-bb986efb-206f-4ece-ab23-0ab59599e263 service neutron] Attempting to bind port be1a2391-87df-4f53-8d79-53c30bccef12 on network 364831ae-ab84-4b28-aa5f-7b62539d42d4 {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 14 03:22:10.755725 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c26a9ad-4921-4c50-9d50-f8159425d382 req-f6b40d87-c539-4de7-93bb-5bf7ac71f897 service neutron] Port 47a7b94f-3815-413c-94af-f890cbdc7059 on network 61252df1-fba7-4cd7-ac4e-3221f1850428 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 14 03:22:10.756042 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c26a9ad-4921-4c50-9d50-f8159425d382 req-f6b40d87-c539-4de7-93bb-5bf7ac71f897 service neutron] Attempting to bind port 47a7b94f-3815-413c-94af-f890cbdc7059 on network 61252df1-fba7-4cd7-ac4e-3221f1850428 {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 14 03:22:10.771253 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218173df-d9da-4a1e-983f-fb1a0b67f041 req-bb986efb-206f-4ece-ab23-0ab59599e263 service neutron] Port be1a2391-87df-4f53-8d79-53c30bccef12 on network 364831ae-ab84-4b28-aa5f-7b62539d42d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 14 03:22:10.771576 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218173df-d9da-4a1e-983f-fb1a0b67f041 req-bb986efb-206f-4ece-ab23-0ab59599e263 service neutron] Attempting to bind port be1a2391-87df-4f53-8d79-53c30bccef12 on network 364831ae-ab84-4b28-aa5f-7b62539d42d4 {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 14 03:22:10.776189 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c26a9ad-4921-4c50-9d50-f8159425d382 req-f6b40d87-c539-4de7-93bb-5bf7ac71f897 service neutron] Checking agent: {'id': 'd909c266-64e1-43b2-ab9b-45098cd1126f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 20, 5), 'started_at': datetime.datetime(2021, 6, 14, 3, 20, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 14 03:22:10.776511 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c26a9ad-4921-4c50-9d50-f8159425d382 req-f6b40d87-c539-4de7-93bb-5bf7ac71f897 service neutron] Checking segment: {'id': 'b291bd91-84e2-429d-ad5c-40697d97b7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '61252df1-fba7-4cd7-ac4e-3221f1850428'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 14 03:22:10.777156 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c26a9ad-4921-4c50-9d50-f8159425d382 req-f6b40d87-c539-4de7-93bb-5bf7ac71f897 service neutron] Bound using segment: {'id': 'b291bd91-84e2-429d-ad5c-40697d97b7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '61252df1-fba7-4cd7-ac4e-3221f1850428'} {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 14 03:22:10.777507 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.managers [req-6c26a9ad-4921-4c50-9d50-f8159425d382 req-f6b40d87-c539-4de7-93bb-5bf7ac71f897 service neutron] Bound port: 47a7b94f-3815-413c-94af-f890cbdc7059, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b291bd91-84e2-429d-ad5c-40697d97b7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '61252df1-fba7-4cd7-ac4e-3221f1850428'}}] {{(pid=92485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 14 03:22:10.777931 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-6c26a9ad-4921-4c50-9d50-f8159425d382 req-f6b40d87-c539-4de7-93bb-5bf7ac71f897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:10.798744 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218173df-d9da-4a1e-983f-fb1a0b67f041 req-bb986efb-206f-4ece-ab23-0ab59599e263 service neutron] Checking agent: {'id': 'd909c266-64e1-43b2-ab9b-45098cd1126f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 20, 5), 'started_at': datetime.datetime(2021, 6, 14, 3, 20, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 14 03:22:10.799075 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218173df-d9da-4a1e-983f-fb1a0b67f041 req-bb986efb-206f-4ece-ab23-0ab59599e263 service neutron] Checking segment: {'id': '60337f48-7715-4210-80d5-082077cf0c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '364831ae-ab84-4b28-aa5f-7b62539d42d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 14 03:22:10.799455 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-218173df-d9da-4a1e-983f-fb1a0b67f041 req-bb986efb-206f-4ece-ab23-0ab59599e263 service neutron] Bound using segment: {'id': '60337f48-7715-4210-80d5-082077cf0c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '364831ae-ab84-4b28-aa5f-7b62539d42d4'} {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 14 03:22:10.799891 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.managers [req-218173df-d9da-4a1e-983f-fb1a0b67f041 req-bb986efb-206f-4ece-ab23-0ab59599e263 service neutron] Bound port: be1a2391-87df-4f53-8d79-53c30bccef12, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60337f48-7715-4210-80d5-082077cf0c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '364831ae-ab84-4b28-aa5f-7b62539d42d4'}}] {{(pid=92485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 14 03:22:10.800226 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-218173df-d9da-4a1e-983f-fb1a0b67f041 req-bb986efb-206f-4ece-ab23-0ab59599e263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:10.922613 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61e5bd9-b0a9-46a6-9d32-e30d6ca35f54 req-08ab48fe-e94b-445d-a844-df78505694cc tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:10.929984 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-f61e5bd9-b0a9-46a6-9d32-e30d6ca35f54 req-08ab48fe-e94b-445d-a844-df78505694cc tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a6e3ccf-7f24-4f37-8c06-135b6f8abe81 HTTP/1.1" status: 200  len: 943 time: 0.6348231
Jun 14 03:22:10.958100 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c503aae7-d168-472b-b2d8-debce7db4b90 req-e6d27cfa-8373-4356-a2b1-3f8a67656740 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:10.959686 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-c503aae7-d168-472b-b2d8-debce7db4b90 req-e6d27cfa-8373-4356-a2b1-3f8a67656740 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.37 "GET /v2.0/networks?id=f65bd812-254a-48f4-8498-d6b6b04b0ab8 HTTP/1.1" status: 200  len: 817 time: 0.3673391
Jun 14 03:22:10.987584 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f13bf0-b95e-467b-a094-50d9139a7a23 req-f7dbfee7-0a3f-41c8-8914-3046b56cae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:10.989167 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-f3f13bf0-b95e-467b-a094-50d9139a7a23 req-f7dbfee7-0a3f-41c8-8914-3046b56cae92 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=22848147-cf67-4dfd-aeab-710e50c30d70 HTTP/1.1" status: 200  len: 858 time: 0.1724484
Jun 14 03:22:11.080247 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-ee5ead75-d413-4b76-95de-86d4c1ee6f3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:11.083179 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-f3f13bf0-b95e-467b-a094-50d9139a7a23 req-5512cede-3247-4ad1-bbc7-54956f9a1d83 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5a47fa3e-70b2-4efd-bce9-673f89030784&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0852172
Jun 14 03:22:11.120752 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-f61e5bd9-b0a9-46a6-9d32-e30d6ca35f54 req-88edf598-5764-48d1-99e7-d796faf99e5d tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1898875
Jun 14 03:22:11.151105 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-c503aae7-d168-472b-b2d8-debce7db4b90 req-edbd81a2-2304-4347-aee0-d5a646a890c6 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9155b325d6cd4337b263e1034bb9dbfb HTTP/1.1" status: 200  len: 379 time: 0.1736434
Jun 14 03:22:11.164377 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [req-c503aae7-d168-472b-b2d8-debce7db4b90 req-d82f742a-6955-425a-a7ff-d8856a5130b8 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Request body: {'port': {'device_id': '42dd05e8-da3a-4299-b72c-8d5e864bcc8d', 'network_id': 'f65bd812-254a-48f4-8498-d6b6b04b0ab8', 'admin_state_up': True, 'tenant_id': '9155b325d6cd4337b263e1034bb9dbfb', 'security_groups': ['eadf5548-e4de-43d5-a412-560a3a42cab5']}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:22:11.169879 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-ee5ead75-d413-4b76-95de-86d4c1ee6f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:11.199922 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.db [req-218173df-d9da-4a1e-983f-fb1a0b67f041 req-bb986efb-206f-4ece-ab23-0ab59599e263 service neutron] For port be1a2391-87df-4f53-8d79-53c30bccef12, host hv-cinder-79617, cleared binding levels {{(pid=92485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 14 03:22:11.224111 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.db [req-218173df-d9da-4a1e-983f-fb1a0b67f041 req-bb986efb-206f-4ece-ab23-0ab59599e263 service neutron] For port be1a2391-87df-4f53-8d79-53c30bccef12, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=be1a2391-87df-4f53-8d79-53c30bccef12,segment=NetworkSegment(60337f48-7715-4210-80d5-082077cf0c5a),segment_id=60337f48-7715-4210-80d5-082077cf0c5a)] {{(pid=92485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 14 03:22:11.236898 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-f2a1e12b-2f80-4695-9a40-edb419840e2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:11.305506 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-e306925e-c531-4c60-9b39-4475912a9fd1 req-b50e2c27-0bfa-4ee8-a538-eaeb41b26f95 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a012d57-3ae3-410a-987e-321da2d01af3 HTTP/1.1" status: 200  len: 210 time: 0.0637465
Jun 14 03:22:11.338235 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.db [req-6c26a9ad-4921-4c50-9d50-f8159425d382 req-f6b40d87-c539-4de7-93bb-5bf7ac71f897 service neutron] For port 47a7b94f-3815-413c-94af-f890cbdc7059, host hv-cinder-79617, cleared binding levels {{(pid=92485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 14 03:22:11.341956 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-218173df-d9da-4a1e-983f-fb1a0b67f041 req-bb986efb-206f-4ece-ab23-0ab59599e263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:11.344494 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.db [req-6c26a9ad-4921-4c50-9d50-f8159425d382 req-f6b40d87-c539-4de7-93bb-5bf7ac71f897 service neutron] For port 47a7b94f-3815-413c-94af-f890cbdc7059, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=47a7b94f-3815-413c-94af-f890cbdc7059,segment=NetworkSegment(b291bd91-84e2-429d-ad5c-40697d97b7c7),segment_id=b291bd91-84e2-429d-ad5c-40697d97b7c7)] {{(pid=92485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 14 03:22:11.351706 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-0f2df03f-0a95-4c3b-a957-480eb01cb497 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:11.372749 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee5ead75-d413-4b76-95de-86d4c1ee6f3a admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'}  {{(pid=92486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 14 03:22:11.374857 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5ead75-d413-4b76-95de-86d4c1ee6f3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=314b36b4-932d-4f65-8298-586977e805ba,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:11.378520 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-ee5ead75-d413-4b76-95de-86d4c1ee6f3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:11.389976 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-a3a98b61-3161-45be-a705-80e2c1885550 req-11ba675f-a5a4-4653-95e2-c18b27d04820 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Notify callbacks [] for port, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:11.408846 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218173df-d9da-4a1e-983f-fb1a0b67f041 req-bb986efb-206f-4ece-ab23-0ab59599e263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:11.409521 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-218173df-d9da-4a1e-983f-fb1a0b67f041 req-bb986efb-206f-4ece-ab23-0ab59599e263 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for port, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:11.411312 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-218173df-d9da-4a1e-983f-fb1a0b67f041 req-bb986efb-206f-4ece-ab23-0ab59599e263 service neutron] 10.222.0.37 "PUT /v2.0/ports/be1a2391-87df-4f53-8d79-53c30bccef12 HTTP/1.1" status: 200  len: 1094 time: 3.3217096
Jun 14 03:22:11.412599 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e70a573f-928f-46ef-83b0-8079a7b5c907', 'tag': 'be1a2391-87df-4f53-8d79-53c30bccef12'}] {{(pid=92485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:22:11.412723 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-ee5ead75-d413-4b76-95de-86d4c1ee6f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677934'] for segment, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:11.412938 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.db.segments_db [None req-ee5ead75-d413-4b76-95de-86d4c1ee6f3a admin admin] Added segment d208d9d8-6bd2-42f1-91ae-f046520b5299 of type vlan for network 45e244d9-8f0d-4b28-a5e0-9cde20cdce86
Jun 14 03:22:11.461430 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-f3f13bf0-b95e-467b-a094-50d9139a7a23 req-98c0f81c-16c2-4aec-bf8d-bd507ac61e3d service neutron] 10.222.0.37 "GET /v2.0/networks/5a47fa3e-70b2-4efd-bce9-673f89030784?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3648705
Jun 14 03:22:11.507602 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-6c26a9ad-4921-4c50-9d50-f8159425d382 req-f6b40d87-c539-4de7-93bb-5bf7ac71f897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:11.552648 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb986efb-206f-4ece-ab23-0ab59599e263 service neutron] Pushing event updated for resources: {'Port': ['ID=be1a2391-87df-4f53-8d79-53c30bccef12,revision_number=3']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:11.569073 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-ee5ead75-d413-4b76-95de-86d4c1ee6f3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756196669341'] for network, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:11.573686 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0639b30c08a1ea7684a5dbba31199bfc4186ae3813d9033880ffe89de9bab324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751c44ed-2ee4-43c4-a856-b1873df38c07" -d '{"events": [{"name": "network-changed", "server_uuid": "e70a573f-928f-46ef-83b0-8079a7b5c907", "tag": "be1a2391-87df-4f53-8d79-53c30bccef12"}]}' {{(pid=92485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:22:11.575993 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26a9ad-4921-4c50-9d50-f8159425d382 req-f6b40d87-c539-4de7-93bb-5bf7ac71f897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:11.576601 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-6c26a9ad-4921-4c50-9d50-f8159425d382 req-f6b40d87-c539-4de7-93bb-5bf7ac71f897 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for port, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:11.578513 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-6c26a9ad-4921-4c50-9d50-f8159425d382 req-f6b40d87-c539-4de7-93bb-5bf7ac71f897 service neutron] 10.222.0.37 "PUT /v2.0/ports/47a7b94f-3815-413c-94af-f890cbdc7059 HTTP/1.1" status: 200  len: 1093 time: 3.4944267
Jun 14 03:22:11.653860 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-bb986efb-206f-4ece-ab23-0ab59599e263 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:11.655167 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.134s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:11.712261 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd1c875-adf3-4735-a885-9cdaf05d354b req-25ca324b-694a-412f-aebd-d9350798fd5e tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:11.719422 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-bdd1c875-adf3-4735-a885-9cdaf05d354b req-25ca324b-694a-412f-aebd-d9350798fd5e tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] 10.222.0.13 "GET /v2.0/ports?device_id=e70a573f-928f-46ef-83b0-8079a7b5c907 HTTP/1.1" status: 200  len: 944 time: 0.3650601
Jun 14 03:22:11.723625 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-f3f13bf0-b95e-467b-a094-50d9139a7a23 req-b381408c-127a-4e7d-b050-b89109526484 service neutron] 10.222.0.37 "GET /v2.0/networks/5a47fa3e-70b2-4efd-bce9-673f89030784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2291377
Jun 14 03:22:11.742174 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 03:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee3a49df-1e0f-4b6c-ba0a-f46396cb6a86 x-openstack-request-id: req-ee3a49df-1e0f-4b6c-ba0a-f46396cb6a86 {{(pid=92485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:22:11.742722 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e70a573f-928f-46ef-83b0-8079a7b5c907", "tag": "be1a2391-87df-4f53-8d79-53c30bccef12", "status": "completed", "code": 200}]} {{(pid=92485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:22:11.742798 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ee3a49df-1e0f-4b6c-ba0a-f46396cb6a86 {{(pid=92485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:22:11.743456 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e70a573f-928f-46ef-83b0-8079a7b5c907', 'tag': 'be1a2391-87df-4f53-8d79-53c30bccef12', 'status': 'completed', 'code': 200}
Jun 14 03:22:11.748746 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c503aae7-d168-472b-b2d8-debce7db4b90 req-d82f742a-6955-425a-a7ff-d8856a5130b8 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Made reservation on behalf of 9155b325d6cd4337b263e1034bb9dbfb for: {'port': 1} {{(pid=92486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 14 03:22:11.752967 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-c503aae7-d168-472b-b2d8-debce7db4b90 req-d82f742a-6955-425a-a7ff-d8856a5130b8 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for port, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:11.780440 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-bdd1c875-adf3-4735-a885-9cdaf05d354b req-fde41179-2295-49a8-bc0d-59737f76941f tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] 10.222.0.13 "GET /v2.0/security-groups?id=56b699cd-5566-4050-8e47-1622627b229d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601172
Jun 14 03:22:11.791887 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b40d87-c539-4de7-93bb-5bf7ac71f897 service neutron] Pushing event updated for resources: {'Port': ['ID=47a7b94f-3815-413c-94af-f890cbdc7059,revision_number=3']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:11.799052 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-f6b40d87-c539-4de7-93bb-5bf7ac71f897 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:11.801070 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-a3a98b61-3161-45be-a705-80e2c1885550 req-11ba675f-a5a4-4653-95e2-c18b27d04820 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-668656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756196682527'] for port, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:11.818050 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:11.842505 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-ee5ead75-d413-4b76-95de-86d4c1ee6f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111'] for network, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:11.847125 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5ead75-d413-4b76-95de-86d4c1ee6f3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:11.847887 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-ee5ead75-d413-4b76-95de-86d4c1ee6f3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for network, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:11.852296 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-f2a1e12b-2f80-4695-9a40-edb419840e2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:11.940926 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3a98b61-3161-45be-a705-80e2c1885550 req-11ba675f-a5a4-4653-95e2-c18b27d04820 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Network 5a47fa3e-70b2-4efd-bce9-673f89030784 is already hosted by enough agents. {{(pid=92485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 14 03:22:11.946911 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-6b849cd1-47f2-4482-b14a-70eca338975b req-d5c6eabe-59e3-455e-ac38-4cfeee54b593 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 210 time: 0.0842714
Jun 14 03:22:11.959868 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.base_scheduler [req-a3a98b61-3161-45be-a705-80e2c1885550 req-11ba675f-a5a4-4653-95e2-c18b27d04820 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Resources bound (agent type, host, resource id):  {{(pid=92485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:22:11.969387 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3a98b61-3161-45be-a705-80e2c1885550 req-11ba675f-a5a4-4653-95e2-c18b27d04820 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Received port after_create {{(pid=92485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 14 03:22:11.975205 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a98b61-3161-45be-a705-80e2c1885550 req-11ba675f-a5a4-4653-95e2-c18b27d04820 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:11.975796 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-a3a98b61-3161-45be-a705-80e2c1885550 req-11ba675f-a5a4-4653-95e2-c18b27d04820 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for port, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:11.978033 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ba675f-a5a4-4653-95e2-c18b27d04820 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Pushing event updated for resources: {'Port': ['ID=57db408f-f7ac-4744-9997-e99b25af2553,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:11.982033 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-11ba675f-a5a4-4653-95e2-c18b27d04820 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:11.992803 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218173df-d9da-4a1e-983f-fb1a0b67f041 req-bff67c82-d76a-4a00-b4f5-d37b8de48546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:11.994261 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-218173df-d9da-4a1e-983f-fb1a0b67f041 req-bff67c82-d76a-4a00-b4f5-d37b8de48546 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=905df3b94867400f8b147639ba6a431e&device_id=e70a573f-928f-46ef-83b0-8079a7b5c907 HTTP/1.1" status: 200  len: 1097 time: 0.4125504
Jun 14 03:22:12.001456 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26a9ad-4921-4c50-9d50-f8159425d382 req-6eec938b-3acf-4ea1-ad4a-665129117e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:12.003118 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-6c26a9ad-4921-4c50-9d50-f8159425d382 req-6eec938b-3acf-4ea1-ad4a-665129117e7d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5130d6f64ce3404086e24f56ec549881&device_id=9a6e3ccf-7f24-4f37-8c06-135b6f8abe81 HTTP/1.1" status: 200  len: 1096 time: 0.2587552
Jun 14 03:22:12.054248 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5ead75-d413-4b76-95de-86d4c1ee6f3a admin admin] Pushing event updated for resources: {'Network': ['ID=45e244d9-8f0d-4b28-a5e0-9cde20cdce86,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:12.057833 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-ee5ead75-d413-4b76-95de-86d4c1ee6f3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:12.065308 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Network 45e244d9-8f0d-4b28-a5e0-9cde20cdce86 details requested by agent ovs-agent-dv-cinder-796170-1-iscsi with host dv-cinder-796170-1-iscsi {{(pid=92487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 14 03:22:12.076649 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.db_base_plugin_common [req-c503aae7-d168-472b-b2d8-debce7db4b90 req-d82f742a-6955-425a-a7ff-d8856a5130b8 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Allocated IP 172.20.0.11 (f65bd812-254a-48f4-8498-d6b6b04b0ab8/545b480d-c2cb-4869-a2a3-42345a60be46/f77975c8-c610-4ab3-81f9-48ca459d07e0) {{(pid=92486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 14 03:22:12.116929 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-218173df-d9da-4a1e-983f-fb1a0b67f041 req-5e7b9306-cf78-4dbd-8cda-66f3385cdac6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be1a2391-87df-4f53-8d79-53c30bccef12 HTTP/1.1" status: 200  len: 217 time: 0.1128228
Jun 14 03:22:12.118240 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-6c26a9ad-4921-4c50-9d50-f8159425d382 req-b3c2a403-497c-45d6-bfb0-95c92938d74d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47a7b94f-3815-413c-94af-f890cbdc7059 HTTP/1.1" status: 200  len: 217 time: 0.0916948
Jun 14 03:22:12.121696 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671df6eb-45d0-4eea-9d5e-79ea7d4ba4db req-01e0a027-f892-4853-aae1-0b3be64eab35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:12.123192 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-671df6eb-45d0-4eea-9d5e-79ea7d4ba4db req-01e0a027-f892-4853-aae1-0b3be64eab35 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d770a57b3e724678a2cc69c7a9890825&device_id=4294f363-fd1f-46f0-8428-1ae8ca56a612 HTTP/1.1" status: 200  len: 1097 time: 0.1699474
Jun 14 03:22:12.190011 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-ee5ead75-d413-4b76-95de-86d4c1ee6f3a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 2.2130675
Jun 14 03:22:12.216567 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 39202) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:22:12.221606 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [None req-a3854b46-4333-481c-a69c-4adba88f24f5 admin admin] Request body: {'subnet': {'network_id': '45e244d9-8f0d-4b28-a5e0-9cde20cdce86', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1562563430-subnet', 'tenant_id': '93e0fe068ddc47268614efe0abc562e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:22:12.245270 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-a3a98b61-3161-45be-a705-80e2c1885550 req-11ba675f-a5a4-4653-95e2-c18b27d04820 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.9004638
Jun 14 03:22:12.292056 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.v2.base [req-a3a98b61-3161-45be-a705-80e2c1885550 req-6f4185f1-e8f3-42a7-8938-0a3083c6e4f4 service neutron] Request body: {'port': {'device_id': '4a012d57-3ae3-410a-987e-321da2d01af3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=92485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:22:12.369079 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218173df-d9da-4a1e-983f-fb1a0b67f041 req-47b46c2d-6adf-47af-8c5b-52b16ba489bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:12.369079 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-218173df-d9da-4a1e-983f-fb1a0b67f041 req-47b46c2d-6adf-47af-8c5b-52b16ba489bb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b429d4d9-01f6-41d7-9dea-f59815de87eb HTTP/1.1" status: 200  len: 852 time: 0.2337520
Jun 14 03:22:12.369079 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26a9ad-4921-4c50-9d50-f8159425d382 req-2d8ad3ed-8744-43c1-912f-74c6bd75efba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:12.369079 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-6c26a9ad-4921-4c50-9d50-f8159425d382 req-2d8ad3ed-8744-43c1-912f-74c6bd75efba service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f595d2be-eb52-4bd5-862c-ea2ca2054972 HTTP/1.1" status: 200  len: 855 time: 0.2229323
Jun 14 03:22:12.470497 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-218173df-d9da-4a1e-983f-fb1a0b67f041 req-b0079f12-5f1d-4332-9e0c-05e137896a60 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=364831ae-ab84-4b28-aa5f-7b62539d42d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0947776
Jun 14 03:22:12.500208 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-6c26a9ad-4921-4c50-9d50-f8159425d382 req-491d8ab7-4079-477b-9b5f-1f4b63e0c638 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=61252df1-fba7-4cd7-ac4e-3221f1850428&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1228650
Jun 14 03:22:12.563012 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-a3a98b61-3161-45be-a705-80e2c1885550 req-6f4185f1-e8f3-42a7-8938-0a3083c6e4f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:12.691935 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671df6eb-45d0-4eea-9d5e-79ea7d4ba4db req-433331c5-1888-4801-86a9-cf5d2ff65b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:12.693372 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-671df6eb-45d0-4eea-9d5e-79ea7d4ba4db req-433331c5-1888-4801-86a9-cf5d2ff65b14 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5a47fa3e-70b2-4efd-bce9-673f89030784 HTTP/1.1" status: 200  len: 919 time: 0.5504880
Jun 14 03:22:12.700230 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-c503aae7-d168-472b-b2d8-debce7db4b90 req-d82f742a-6955-425a-a7ff-d8856a5130b8 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks [] for port, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:12.770087 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-671df6eb-45d0-4eea-9d5e-79ea7d4ba4db req-ee1a3143-1e1e-4dd1-94c8-a7ae977efa33 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34006e75-80c3-4179-834e-6909e786b5ba HTTP/1.1" status: 200  len: 217 time: 0.0662456
Jun 14 03:22:12.772716 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.provisioning_blocks [req-c503aae7-d168-472b-b2d8-debce7db4b90 req-d82f742a-6955-425a-a7ff-d8856a5130b8 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Transition to ACTIVE for port object f77975c8-c610-4ab3-81f9-48ca459d07e0 will not be triggered until provisioned by entity DHCP. {{(pid=92486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:22:12.774857 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3854b46-4333-481c-a69c-4adba88f24f5 admin admin] Made reservation on behalf of 93e0fe068ddc47268614efe0abc562e1 for: {'subnet': 1} {{(pid=92486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 14 03:22:12.777226 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-a3854b46-4333-481c-a69c-4adba88f24f5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:12.789182 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee501c-97f8-4aa6-8509-3367f55b84f7 req-38d415b4-2823-4466-8f29-c2f7ab38179a tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:12.796798 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-8cee501c-97f8-4aa6-8509-3367f55b84f7 req-38d415b4-2823-4466-8f29-c2f7ab38179a tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a6e3ccf-7f24-4f37-8c06-135b6f8abe81 HTTP/1.1" status: 200  len: 943 time: 0.4882565
Jun 14 03:22:12.991108 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671df6eb-45d0-4eea-9d5e-79ea7d4ba4db req-8895ff09-2e9b-4b08-997f-d1552671e67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:12.991108 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-671df6eb-45d0-4eea-9d5e-79ea7d4ba4db req-8895ff09-2e9b-4b08-997f-d1552671e67a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=22848147-cf67-4dfd-aeab-710e50c30d70 HTTP/1.1" status: 200  len: 858 time: 0.2082405
Jun 14 03:22:13.022474 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-8cee501c-97f8-4aa6-8509-3367f55b84f7 req-92237348-f097-41d4-af96-e4d64a025f9f tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2246466
Jun 14 03:22:13.048282 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-671df6eb-45d0-4eea-9d5e-79ea7d4ba4db req-ec16bd07-0949-4ef6-ba72-7c473469e20b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5a47fa3e-70b2-4efd-bce9-673f89030784&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0472944
Jun 14 03:22:13.050803 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b63c22-2114-475d-b7a9-a587e7962efd req-25918dec-3c87-4acf-8809-0b32f5d7fb89 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:13.054033 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-31b63c22-2114-475d-b7a9-a587e7962efd req-25918dec-3c87-4acf-8809-0b32f5d7fb89 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a012d57-3ae3-410a-987e-321da2d01af3 HTTP/1.1" status: 200  len: 931 time: 0.5583441
Jun 14 03:22:13.060491 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-6c26a9ad-4921-4c50-9d50-f8159425d382 req-1875246f-41a7-4ec4-862b-6b8e9be9a66c service neutron] 10.222.0.37 "GET /v2.0/networks/61252df1-fba7-4cd7-ac4e-3221f1850428?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5504658
Jun 14 03:22:13.063390 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-218173df-d9da-4a1e-983f-fb1a0b67f041 req-1e578499-a105-4cd4-a674-e689d3501e7a service neutron] 10.222.0.37 "GET /v2.0/networks/364831ae-ab84-4b28-aa5f-7b62539d42d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5663669
Jun 14 03:22:13.092590 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-c503aae7-d168-472b-b2d8-debce7db4b90 req-d82f742a-6955-425a-a7ff-d8856a5130b8 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-668656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756196682527'] for port, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:13.118257 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:13.378155 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82f742a-6955-425a-a7ff-d8856a5130b8 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Pushing event updated for resources: {'Port': ['ID=f77975c8-c610-4ab3-81f9-48ca459d07e0,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:13.383313 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-31b63c22-2114-475d-b7a9-a587e7962efd req-02b60ea9-2c7d-4682-a82a-405ded3da753 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3183894
Jun 14 03:22:13.397253 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-d82f742a-6955-425a-a7ff-d8856a5130b8 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:13.403699 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c503aae7-d168-472b-b2d8-debce7db4b90 req-d82f742a-6955-425a-a7ff-d8856a5130b8 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Network f65bd812-254a-48f4-8498-d6b6b04b0ab8 is already hosted by enough agents. {{(pid=92486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 14 03:22:13.414487 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-218173df-d9da-4a1e-983f-fb1a0b67f041 req-8b290e59-6f26-493f-b3c6-e124ab655c49 service neutron] 10.222.0.37 "GET /v2.0/networks/364831ae-ab84-4b28-aa5f-7b62539d42d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3392487
Jun 14 03:22:13.416248 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-6c26a9ad-4921-4c50-9d50-f8159425d382 req-3ae5fb98-e85e-4fe2-8144-781a308498c3 service neutron] 10.222.0.37 "GET /v2.0/networks/61252df1-fba7-4cd7-ac4e-3221f1850428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3421671
Jun 14 03:22:13.416386 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.base_scheduler [req-c503aae7-d168-472b-b2d8-debce7db4b90 req-d82f742a-6955-425a-a7ff-d8856a5130b8 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Resources bound (agent type, host, resource id):  {{(pid=92486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:22:13.431774 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.l3_dvrscheduler_db [req-c503aae7-d168-472b-b2d8-debce7db4b90 req-d82f742a-6955-425a-a7ff-d8856a5130b8 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Received port after_create {{(pid=92486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 14 03:22:13.431774 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c503aae7-d168-472b-b2d8-debce7db4b90 req-d82f742a-6955-425a-a7ff-d8856a5130b8 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:13.431774 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-c503aae7-d168-472b-b2d8-debce7db4b90 req-d82f742a-6955-425a-a7ff-d8856a5130b8 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for port, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:13.537903 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-671df6eb-45d0-4eea-9d5e-79ea7d4ba4db req-e0493536-923f-4713-a02b-0f1eaadb3851 service neutron] 10.222.0.37 "GET /v2.0/networks/5a47fa3e-70b2-4efd-bce9-673f89030784?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4719040
Jun 14 03:22:13.600550 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97d44d5-dff2-454d-b9ba-05717c5d12ae req-8cb86b86-07ef-4bd8-bad5-e18b7dd9e18b tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:13.602075 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-b97d44d5-dff2-454d-b9ba-05717c5d12ae req-8cb86b86-07ef-4bd8-bad5-e18b7dd9e18b tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] 10.222.0.13 "GET /v2.0/ports?device_id=e70a573f-928f-46ef-83b0-8079a7b5c907 HTTP/1.1" status: 200  len: 944 time: 0.3830597
Jun 14 03:22:13.669845 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-c503aae7-d168-472b-b2d8-debce7db4b90 req-d82f742a-6955-425a-a7ff-d8856a5130b8 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.5125906
Jun 14 03:22:13.670695 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-a3854b46-4333-481c-a69c-4adba88f24f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66823779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100'] for subnet, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:13.686745 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-4fa08a36-7e8a-4195-8898-77e328ebc2fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:13.692784 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [req-c503aae7-d168-472b-b2d8-debce7db4b90 req-f05ec49e-53a0-47ea-9a2e-bffdcb318fbe service neutron] Request body: {'port': {'device_id': '42dd05e8-da3a-4299-b72c-8d5e864bcc8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:22:13.732592 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.notifiers.nova [req-a3a98b61-3161-45be-a705-80e2c1885550 req-6f4185f1-e8f3-42a7-8938-0a3083c6e4f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57db408f-f7ac-4744-9997-e99b25af2553 {{(pid=92485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 14 03:22:13.744620 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-a3a98b61-3161-45be-a705-80e2c1885550 req-6f4185f1-e8f3-42a7-8938-0a3083c6e4f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:13.746948 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a6e3ccf-7f24-4f37-8c06-135b6f8abe81', 'tag': '47a7b94f-3815-413c-94af-f890cbdc7059'}] {{(pid=92485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:22:13.749202 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0639b30c08a1ea7684a5dbba31199bfc4186ae3813d9033880ffe89de9bab324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fcb9fcd-566b-4a9f-b696-30a889afeeb9" -d '{"events": [{"name": "network-changed", "server_uuid": "9a6e3ccf-7f24-4f37-8c06-135b6f8abe81", "tag": "47a7b94f-3815-413c-94af-f890cbdc7059"}]}' {{(pid=92485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:22:13.785223 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.provisioning_blocks [req-a3a98b61-3161-45be-a705-80e2c1885550 req-6f4185f1-e8f3-42a7-8938-0a3083c6e4f4 service neutron] Transition to ACTIVE for port object 57db408f-f7ac-4744-9997-e99b25af2553 will not be triggered until provisioned by entity L2. {{(pid=92485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:22:13.806576 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb03e16f-e3be-44bb-a5c3-b37b82f24777 req-a89fa56e-f9df-4a58-a6fe-b3429b139519 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:13.808131 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-eb03e16f-e3be-44bb-a5c3-b37b82f24777 req-a89fa56e-f9df-4a58-a6fe-b3429b139519 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 932 time: 0.2264547
Jun 14 03:22:13.810865 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c44ed-2ee4-43c4-a856-b1873df38c07 req-29d86b32-90bc-49ea-b627-a92dc01b659f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:13.812461 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-751c44ed-2ee4-43c4-a856-b1873df38c07 req-29d86b32-90bc-49ea-b627-a92dc01b659f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=905df3b94867400f8b147639ba6a431e&device_id=e70a573f-928f-46ef-83b0-8079a7b5c907 HTTP/1.1" status: 200  len: 1097 time: 0.1218462
Jun 14 03:22:13.818022 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-b97d44d5-dff2-454d-b9ba-05717c5d12ae req-2da7c4ea-4d32-46f5-af34-990bfb572c97 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] 10.222.0.13 "GET /v2.0/security-groups?id=56b699cd-5566-4050-8e47-1622627b229d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1677070
Jun 14 03:22:13.831211 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-671df6eb-45d0-4eea-9d5e-79ea7d4ba4db req-9e58e111-4f64-4575-b854-b79df22e1054 service neutron] 10.222.0.37 "GET /v2.0/networks/5a47fa3e-70b2-4efd-bce9-673f89030784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2836676
Jun 14 03:22:13.853220 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3854b46-4333-481c-a69c-4adba88f24f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b21378b4-6347-4f29-b832-df05fc724334,revision_number=0']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:13.860397 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-a3854b46-4333-481c-a69c-4adba88f24f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:13.865707 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3854b46-4333-481c-a69c-4adba88f24f5 admin admin] Checking segment: {'id': 'd208d9d8-6bd2-42f1-91ae-f046520b5299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '45e244d9-8f0d-4b28-a5e0-9cde20cdce86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 14 03:22:13.865707 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3854b46-4333-481c-a69c-4adba88f24f5 admin admin] Network hostable DHCP agents. Network: 45e244d9-8f0d-4b28-a5e0-9cde20cdce86, hostable agents: ['0d423c39-5fbd-4170-be1c-b40e9c0b21c1'], hosted agents: [] {{(pid=92486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 14 03:22:13.889454 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-bee83e2b-66a2-41ee-b407-373e7f47e2c3 None None] Provisioning for port f77975c8-c610-4ab3-81f9-48ca459d07e0 completed by entity DHCP. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:22:13.898465 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-bee83e2b-66a2-41ee-b407-373e7f47e2c3 None None] Provisioning complete for port f77975c8-c610-4ab3-81f9-48ca459d07e0 triggered by entity DHCP. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:22:13.898465 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-bee83e2b-66a2-41ee-b407-373e7f47e2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:13.909857 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-a3a98b61-3161-45be-a705-80e2c1885550 req-6f4185f1-e8f3-42a7-8938-0a3083c6e4f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:13.918667 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-c503aae7-d168-472b-b2d8-debce7db4b90 req-f05ec49e-53a0-47ea-9a2e-bffdcb318fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:13.956398 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 03:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d313a61d-fb66-4425-94f0-5b5b5000ffad x-openstack-request-id: req-d313a61d-fb66-4425-94f0-5b5b5000ffad {{(pid=92485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:22:13.962290 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a6e3ccf-7f24-4f37-8c06-135b6f8abe81", "tag": "47a7b94f-3815-413c-94af-f890cbdc7059", "status": "completed", "code": 200}]} {{(pid=92485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:22:13.962290 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d313a61d-fb66-4425-94f0-5b5b5000ffad {{(pid=92485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:22:13.962290 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a6e3ccf-7f24-4f37-8c06-135b6f8abe81', 'tag': '47a7b94f-3815-413c-94af-f890cbdc7059', 'status': 'completed', 'code': 200}
Jun 14 03:22:13.972775 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-f6b40d87-c539-4de7-93bb-5bf7ac71f897 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:14.009377 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-bee83e2b-66a2-41ee-b407-373e7f47e2c3 None None] Port f77975c8-c610-4ab3-81f9-48ca459d07e0 cannot update to ACTIVE because it is not bound. {{(pid=92487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 14 03:22:14.014961 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-eb03e16f-e3be-44bb-a5c3-b37b82f24777 req-fb8abcae-71e4-4e45-9164-5cf2de8805ba tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2008622
Jun 14 03:22:14.153720 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3854b46-4333-481c-a69c-4adba88f24f5 admin admin] Network 45e244d9-8f0d-4b28-a5e0-9cde20cdce86 is scheduled to be hosted by DHCP agent 0d423c39-5fbd-4170-be1c-b40e9c0b21c1 with binding_index 1 {{(pid=92486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 14 03:22:14.212100 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4185f1-e8f3-42a7-8938-0a3083c6e4f4 service neutron] Pushing event updated for resources: {'Port': ['ID=57db408f-f7ac-4744-9997-e99b25af2553,revision_number=2']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:14.219698 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-6f4185f1-e8f3-42a7-8938-0a3083c6e4f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:14.245706 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.base_scheduler [None req-a3854b46-4333-481c-a69c-4adba88f24f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-1-iscsi, 45e244d9-8f0d-4b28-a5e0-9cde20cdce86) {{(pid=92486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:22:14.250791 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3854b46-4333-481c-a69c-4adba88f24f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:14.251380 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-a3854b46-4333-481c-a69c-4adba88f24f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for subnet, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:14.257159 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab9500b-4147-4a08-8f98-49278d329eae None None] Network 45e244d9-8f0d-4b28-a5e0-9cde20cdce86 requested from dv-cinder-796170-1-iscsi {{(pid=92487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 14 03:22:14.283217 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c44ed-2ee4-43c4-a856-b1873df38c07 req-a70ac9f0-e0d8-4566-b4bf-bbc5c8c4295f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:14.284775 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-751c44ed-2ee4-43c4-a856-b1873df38c07 req-a70ac9f0-e0d8-4566-b4bf-bbc5c8c4295f service neutron] 10.222.0.37 "GET /v2.0/networks?id=364831ae-ab84-4b28-aa5f-7b62539d42d4 HTTP/1.1" status: 200  len: 913 time: 0.4648428
Jun 14 03:22:14.287347 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.managers [req-a3a98b61-3161-45be-a705-80e2c1885550 req-6f4185f1-e8f3-42a7-8938-0a3083c6e4f4 service neutron] Attempting to bind port 57db408f-f7ac-4744-9997-e99b25af2553 on host hv-cinder-79617 for vnic_type normal with profile  {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 14 03:22:14.287700 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.managers [req-a3a98b61-3161-45be-a705-80e2c1885550 req-6f4185f1-e8f3-42a7-8938-0a3083c6e4f4 service neutron] Attempting to bind port 57db408f-f7ac-4744-9997-e99b25af2553 by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': '1ff9c71f-b453-4f17-a8ba-b084557f6d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5a47fa3e-70b2-4efd-bce9-673f89030784'}] {{(pid=92485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 14 03:22:14.288019 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a98b61-3161-45be-a705-80e2c1885550 req-6f4185f1-e8f3-42a7-8938-0a3083c6e4f4 service neutron] Attempting to bind port 57db408f-f7ac-4744-9997-e99b25af2553 on network 5a47fa3e-70b2-4efd-bce9-673f89030784 {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 14 03:22:14.292703 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a98b61-3161-45be-a705-80e2c1885550 req-6f4185f1-e8f3-42a7-8938-0a3083c6e4f4 service neutron] Port 57db408f-f7ac-4744-9997-e99b25af2553 on network 5a47fa3e-70b2-4efd-bce9-673f89030784 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 14 03:22:14.293057 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a98b61-3161-45be-a705-80e2c1885550 req-6f4185f1-e8f3-42a7-8938-0a3083c6e4f4 service neutron] Attempting to bind port 57db408f-f7ac-4744-9997-e99b25af2553 on network 5a47fa3e-70b2-4efd-bce9-673f89030784 {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 14 03:22:14.307410 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a98b61-3161-45be-a705-80e2c1885550 req-6f4185f1-e8f3-42a7-8938-0a3083c6e4f4 service neutron] Checking agent: {'id': 'd909c266-64e1-43b2-ab9b-45098cd1126f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 20, 5), 'started_at': datetime.datetime(2021, 6, 14, 3, 20, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 14 03:22:14.307410 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a98b61-3161-45be-a705-80e2c1885550 req-6f4185f1-e8f3-42a7-8938-0a3083c6e4f4 service neutron] Checking segment: {'id': '1ff9c71f-b453-4f17-a8ba-b084557f6d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5a47fa3e-70b2-4efd-bce9-673f89030784'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 14 03:22:14.307410 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a98b61-3161-45be-a705-80e2c1885550 req-6f4185f1-e8f3-42a7-8938-0a3083c6e4f4 service neutron] Bound using segment: {'id': '1ff9c71f-b453-4f17-a8ba-b084557f6d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5a47fa3e-70b2-4efd-bce9-673f89030784'} {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 14 03:22:14.307410 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.managers [req-a3a98b61-3161-45be-a705-80e2c1885550 req-6f4185f1-e8f3-42a7-8938-0a3083c6e4f4 service neutron] Bound port: 57db408f-f7ac-4744-9997-e99b25af2553, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ff9c71f-b453-4f17-a8ba-b084557f6d64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5a47fa3e-70b2-4efd-bce9-673f89030784'}}] {{(pid=92485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 14 03:22:14.307410 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-a3a98b61-3161-45be-a705-80e2c1885550 req-6f4185f1-e8f3-42a7-8938-0a3083c6e4f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:14.319897 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb9fcd-566b-4a9f-b696-30a889afeeb9 req-84910443-8fb7-4a19-b987-149071968dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:14.321303 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-6fcb9fcd-566b-4a9f-b696-30a889afeeb9 req-84910443-8fb7-4a19-b987-149071968dd6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5130d6f64ce3404086e24f56ec549881&device_id=9a6e3ccf-7f24-4f37-8c06-135b6f8abe81 HTTP/1.1" status: 200  len: 1096 time: 0.3325844
Jun 14 03:22:14.365601 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-751c44ed-2ee4-43c4-a856-b1873df38c07 req-4c2e149a-dddb-44bb-8617-b9696709d78e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=be1a2391-87df-4f53-8d79-53c30bccef12 HTTP/1.1" status: 200  len: 217 time: 0.0694580
Jun 14 03:22:14.487448 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35213355-801b-4e69-9460-00f6bfc062f1 None None] Network 45e244d9-8f0d-4b28-a5e0-9cde20cdce86 requested from dv-cinder-796170-1-iscsi {{(pid=92487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 14 03:22:14.585886 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751c44ed-2ee4-43c4-a856-b1873df38c07 req-e049cb0b-c8ad-42b2-9873-93f8813d436d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:14.587806 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-751c44ed-2ee4-43c4-a856-b1873df38c07 req-e049cb0b-c8ad-42b2-9873-93f8813d436d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b429d4d9-01f6-41d7-9dea-f59815de87eb HTTP/1.1" status: 200  len: 852 time: 0.2153964
Jun 14 03:22:14.676338 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.db [req-a3a98b61-3161-45be-a705-80e2c1885550 req-6f4185f1-e8f3-42a7-8938-0a3083c6e4f4 service neutron] For port 57db408f-f7ac-4744-9997-e99b25af2553, host hv-cinder-79617, cleared binding levels {{(pid=92485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 14 03:22:14.683937 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-751c44ed-2ee4-43c4-a856-b1873df38c07 req-92969b03-9ff4-41f7-b1d5-a2501da607c9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=364831ae-ab84-4b28-aa5f-7b62539d42d4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0799415
Jun 14 03:22:14.704778 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.db [req-a3a98b61-3161-45be-a705-80e2c1885550 req-6f4185f1-e8f3-42a7-8938-0a3083c6e4f4 service neutron] For port 57db408f-f7ac-4744-9997-e99b25af2553, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=57db408f-f7ac-4744-9997-e99b25af2553,segment=NetworkSegment(1ff9c71f-b453-4f17-a8ba-b084557f6d64),segment_id=1ff9c71f-b453-4f17-a8ba-b084557f6d64)] {{(pid=92485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 14 03:22:14.718322 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-a3854b46-4333-481c-a69c-4adba88f24f5 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 2.4938099
Jun 14 03:22:14.740427 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 39304) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:22:14.745010 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a70762e-fa23-4a19-9818-b0baf416c38a req-f3b41293-b6b0-4372-8afb-60381de6a7f0 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:14.753748 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-5a70762e-fa23-4a19-9818-b0baf416c38a req-f3b41293-b6b0-4372-8afb-60381de6a7f0 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a6e3ccf-7f24-4f37-8c06-135b6f8abe81 HTTP/1.1" status: 200  len: 943 time: 0.5798347
Jun 14 03:22:14.834434 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb9fcd-566b-4a9f-b696-30a889afeeb9 req-10d67514-ed9d-4dd7-adf3-951965ddce35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:14.836445 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-6fcb9fcd-566b-4a9f-b696-30a889afeeb9 req-10d67514-ed9d-4dd7-adf3-951965ddce35 service neutron] 10.222.0.37 "GET /v2.0/networks?id=61252df1-fba7-4cd7-ac4e-3221f1850428 HTTP/1.1" status: 200  len: 916 time: 0.5052617
Jun 14 03:22:14.856106 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d215ff-b1c5-44f0-a1d5-1bf14119df7d req-20d04f54-bc13-4cb6-bde2-c00142e7f58b tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:14.857892 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-79d215ff-b1c5-44f0-a1d5-1bf14119df7d req-20d04f54-bc13-4cb6-bde2-c00142e7f58b tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a012d57-3ae3-410a-987e-321da2d01af3 HTTP/1.1" status: 200  len: 943 time: 0.2686770
Jun 14 03:22:14.882186 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-5a70762e-fa23-4a19-9818-b0baf416c38a req-bac69734-4970-42b2-a3f6-026aad8490b5 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1270700
Jun 14 03:22:14.888959 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-a3a98b61-3161-45be-a705-80e2c1885550 req-6f4185f1-e8f3-42a7-8938-0a3083c6e4f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:14.906317 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-bb986efb-206f-4ece-ab23-0ab59599e263 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:14.954676 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-751c44ed-2ee4-43c4-a856-b1873df38c07 req-25876b03-4d0c-4fa1-8193-e2cf74f9747c service neutron] 10.222.0.37 "GET /v2.0/networks/364831ae-ab84-4b28-aa5f-7b62539d42d4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2526619
Jun 14 03:22:14.969054 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-6fcb9fcd-566b-4a9f-b696-30a889afeeb9 req-63e46168-4a81-43e0-b441-6c316c0088b8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47a7b94f-3815-413c-94af-f890cbdc7059 HTTP/1.1" status: 200  len: 217 time: 0.1017444
Jun 14 03:22:14.969477 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a98b61-3161-45be-a705-80e2c1885550 req-6f4185f1-e8f3-42a7-8938-0a3083c6e4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:14.969954 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-a3a98b61-3161-45be-a705-80e2c1885550 req-6f4185f1-e8f3-42a7-8938-0a3083c6e4f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for port, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:14.971509 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-a3a98b61-3161-45be-a705-80e2c1885550 req-6f4185f1-e8f3-42a7-8938-0a3083c6e4f4 service neutron] 10.222.0.37 "PUT /v2.0/ports/57db408f-f7ac-4744-9997-e99b25af2553 HTTP/1.1" status: 200  len: 1093 time: 2.6884661
Jun 14 03:22:14.974783 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.notifiers.nova [req-c503aae7-d168-472b-b2d8-debce7db4b90 req-f05ec49e-53a0-47ea-9a2e-bffdcb318fbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f77975c8-c610-4ab3-81f9-48ca459d07e0 {{(pid=92486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 14 03:22:15.003673 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-a4c94e84-aaf0-4a7f-9bdc-b22937464c12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:15.023226 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-79d215ff-b1c5-44f0-a1d5-1bf14119df7d req-1f47990a-8d4e-4b1b-a1d7-8dc8dc5e257d tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1552145
Jun 14 03:22:15.052116 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-c503aae7-d168-472b-b2d8-debce7db4b90 req-f05ec49e-53a0-47ea-9a2e-bffdcb318fbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:15.097662 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb9fcd-566b-4a9f-b696-30a889afeeb9 req-0f72b339-c140-4936-8a57-44633bace65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:15.103538 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-6fcb9fcd-566b-4a9f-b696-30a889afeeb9 req-0f72b339-c140-4936-8a57-44633bace65a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f595d2be-eb52-4bd5-862c-ea2ca2054972 HTTP/1.1" status: 200  len: 855 time: 0.1167617
Jun 14 03:22:15.106895 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.provisioning_blocks [req-c503aae7-d168-472b-b2d8-debce7db4b90 req-f05ec49e-53a0-47ea-9a2e-bffdcb318fbe service neutron] Transition to ACTIVE for port object f77975c8-c610-4ab3-81f9-48ca459d07e0 will not be triggered until provisioned by entity L2. {{(pid=92486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:22:15.220354 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-6fcb9fcd-566b-4a9f-b696-30a889afeeb9 req-ae936b55-6e3c-4e87-8e5a-ef8919d44876 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=61252df1-fba7-4cd7-ac4e-3221f1850428&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1015918
Jun 14 03:22:15.221641 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-c503aae7-d168-472b-b2d8-debce7db4b90 req-f05ec49e-53a0-47ea-9a2e-bffdcb318fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:15.227569 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-583aee13-b018-49b9-925c-6b3a5c947562 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:15.295411 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4185f1-e8f3-42a7-8938-0a3083c6e4f4 service neutron] Pushing event updated for resources: {'Port': ['ID=57db408f-f7ac-4744-9997-e99b25af2553,revision_number=3']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:15.300579 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-6f4185f1-e8f3-42a7-8938-0a3083c6e4f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:15.497817 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-751c44ed-2ee4-43c4-a856-b1873df38c07 req-f9c16aed-334f-45b9-b1a9-8726d2798042 service neutron] 10.222.0.37 "GET /v2.0/networks/364831ae-ab84-4b28-aa5f-7b62539d42d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5144432
Jun 14 03:22:15.524796 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a98b61-3161-45be-a705-80e2c1885550 req-a9decef5-6c4b-47b2-b5b2-fdf211c71c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:15.526576 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-a3a98b61-3161-45be-a705-80e2c1885550 req-a9decef5-6c4b-47b2-b5b2-fdf211c71c3b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d770a57b3e724678a2cc69c7a9890825&device_id=4a012d57-3ae3-410a-987e-321da2d01af3 HTTP/1.1" status: 200  len: 1096 time: 0.4555411
Jun 14 03:22:15.554525 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752ec7b-51d1-4517-8092-04c09358cfc6 req-44b50ddc-a73c-49ff-823a-8d81289e7560 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:15.556438 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-1752ec7b-51d1-4517-8092-04c09358cfc6 req-44b50ddc-a73c-49ff-823a-8d81289e7560 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 944 time: 0.3020756
Jun 14 03:22:15.585398 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device 34006e75-80c3-4179-834e-6909e786b5ba details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=92487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 14 03:22:15.592511 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05ec49e-53a0-47ea-9a2e-bffdcb318fbe service neutron] Pushing event updated for resources: {'Port': ['ID=f77975c8-c610-4ab3-81f9-48ca459d07e0,revision_number=2']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:15.597102 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-6fcb9fcd-566b-4a9f-b696-30a889afeeb9 req-9edb8b72-11cc-4482-94b8-56cccbc2a05e service neutron] 10.222.0.37 "GET /v2.0/networks/61252df1-fba7-4cd7-ac4e-3221f1850428?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3636057
Jun 14 03:22:15.608510 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-f05ec49e-53a0-47ea-9a2e-bffdcb318fbe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:15.617360 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21acfd5b-9298-45ac-96bd-bf3c9126753a req-dcac194b-b6c2-4250-9603-baf002078818 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:15.627194 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-21acfd5b-9298-45ac-96bd-bf3c9126753a req-dcac194b-b6c2-4250-9603-baf002078818 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] 10.222.0.13 "GET /v2.0/ports?device_id=e70a573f-928f-46ef-83b0-8079a7b5c907 HTTP/1.1" status: 200  len: 944 time: 0.5147705
Jun 14 03:22:15.723022 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-a4c94e84-aaf0-4a7f-9bdc-b22937464c12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:15.726747 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-a3a98b61-3161-45be-a705-80e2c1885550 req-6f71090a-792f-43b9-ba47-8ae9ce2a7bb9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57db408f-f7ac-4744-9997-e99b25af2553 HTTP/1.1" status: 200  len: 217 time: 0.1927493
Jun 14 03:22:15.730878 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.managers [req-c503aae7-d168-472b-b2d8-debce7db4b90 req-f05ec49e-53a0-47ea-9a2e-bffdcb318fbe service neutron] Attempting to bind port f77975c8-c610-4ab3-81f9-48ca459d07e0 on host hv-cinder-79617 for vnic_type normal with profile  {{(pid=92486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 14 03:22:15.731403 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.managers [req-c503aae7-d168-472b-b2d8-debce7db4b90 req-f05ec49e-53a0-47ea-9a2e-bffdcb318fbe service neutron] Attempting to bind port f77975c8-c610-4ab3-81f9-48ca459d07e0 by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': '99683377-2e48-4740-a2d4-b719402867ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f65bd812-254a-48f4-8498-d6b6b04b0ab8'}] {{(pid=92486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 14 03:22:15.732057 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c503aae7-d168-472b-b2d8-debce7db4b90 req-f05ec49e-53a0-47ea-9a2e-bffdcb318fbe service neutron] Attempting to bind port f77975c8-c610-4ab3-81f9-48ca459d07e0 on network f65bd812-254a-48f4-8498-d6b6b04b0ab8 {{(pid=92486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 14 03:22:15.744520 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c503aae7-d168-472b-b2d8-debce7db4b90 req-f05ec49e-53a0-47ea-9a2e-bffdcb318fbe service neutron] Port f77975c8-c610-4ab3-81f9-48ca459d07e0 on network f65bd812-254a-48f4-8498-d6b6b04b0ab8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=92486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 14 03:22:15.744520 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c503aae7-d168-472b-b2d8-debce7db4b90 req-f05ec49e-53a0-47ea-9a2e-bffdcb318fbe service neutron] Attempting to bind port f77975c8-c610-4ab3-81f9-48ca459d07e0 on network f65bd812-254a-48f4-8498-d6b6b04b0ab8 {{(pid=92486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 14 03:22:15.773117 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c503aae7-d168-472b-b2d8-debce7db4b90 req-f05ec49e-53a0-47ea-9a2e-bffdcb318fbe service neutron] Checking agent: {'id': 'd909c266-64e1-43b2-ab9b-45098cd1126f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 20, 5), 'started_at': datetime.datetime(2021, 6, 14, 3, 20, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 14 03:22:15.773117 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c503aae7-d168-472b-b2d8-debce7db4b90 req-f05ec49e-53a0-47ea-9a2e-bffdcb318fbe service neutron] Checking segment: {'id': '99683377-2e48-4740-a2d4-b719402867ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f65bd812-254a-48f4-8498-d6b6b04b0ab8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 14 03:22:15.773117 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c503aae7-d168-472b-b2d8-debce7db4b90 req-f05ec49e-53a0-47ea-9a2e-bffdcb318fbe service neutron] Bound using segment: {'id': '99683377-2e48-4740-a2d4-b719402867ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f65bd812-254a-48f4-8498-d6b6b04b0ab8'} {{(pid=92486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 14 03:22:15.773117 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.managers [req-c503aae7-d168-472b-b2d8-debce7db4b90 req-f05ec49e-53a0-47ea-9a2e-bffdcb318fbe service neutron] Bound port: f77975c8-c610-4ab3-81f9-48ca459d07e0, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99683377-2e48-4740-a2d4-b719402867ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f65bd812-254a-48f4-8498-d6b6b04b0ab8'}}] {{(pid=92486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 14 03:22:15.773117 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-c503aae7-d168-472b-b2d8-debce7db4b90 req-f05ec49e-53a0-47ea-9a2e-bffdcb318fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:15.773713 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port 34006e75-80c3-4179-834e-6909e786b5ba, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=34006e75-80c3-4179-834e-6909e786b5ba,segment=NetworkSegment(1ff9c71f-b453-4f17-a8ba-b084557f6d64),segment_id=1ff9c71f-b453-4f17-a8ba-b084557f6d64)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:22:15.779433 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-1752ec7b-51d1-4517-8092-04c09358cfc6 req-9a20e5fe-ee3d-4f94-8fee-b75a07b720ac tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1331537
Jun 14 03:22:15.785582 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Returning: {'device': '34006e75-80c3-4179-834e-6909e786b5ba', 'network_id': '5a47fa3e-70b2-4efd-bce9-673f89030784', 'port_id': '34006e75-80c3-4179-834e-6909e786b5ba', 'mac_address': 'fa:16:3e:9f:f7:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22848147-cf67-4dfd-aeab-710e50c30d70', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 14 03:22:15.802791 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a98b61-3161-45be-a705-80e2c1885550 req-2af303fb-fd3d-48e6-a1ae-e02a381649dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:15.804257 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-a3a98b61-3161-45be-a705-80e2c1885550 req-2af303fb-fd3d-48e6-a1ae-e02a381649dc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=22848147-cf67-4dfd-aeab-710e50c30d70 HTTP/1.1" status: 200  len: 858 time: 0.0683515
Jun 14 03:22:15.817083 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-6fcb9fcd-566b-4a9f-b696-30a889afeeb9 req-ba8d2e57-471c-496d-8c0c-202e19be8d47 service neutron] 10.222.0.37 "GET /v2.0/networks/61252df1-fba7-4cd7-ac4e-3221f1850428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1948714
Jun 14 03:22:15.845713 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:15.855162 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-21acfd5b-9298-45ac-96bd-bf3c9126753a req-9a29594a-88f7-4014-9951-dbf3026eca81 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] 10.222.0.13 "GET /v2.0/security-groups?id=56b699cd-5566-4050-8e47-1622627b229d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1330612
Jun 14 03:22:15.861170 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-a3a98b61-3161-45be-a705-80e2c1885550 req-ebca5a29-b15e-4356-bc2b-a61a8702ce28 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5a47fa3e-70b2-4efd-bce9-673f89030784&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0505209
Jun 14 03:22:15.863917 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.notifiers.nova [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34006e75-80c3-4179-834e-6909e786b5ba {{(pid=92487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 14 03:22:15.893910 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.db [req-c503aae7-d168-472b-b2d8-debce7db4b90 req-f05ec49e-53a0-47ea-9a2e-bffdcb318fbe service neutron] For port f77975c8-c610-4ab3-81f9-48ca459d07e0, host hv-cinder-79617, cleared binding levels {{(pid=92486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 14 03:22:15.896005 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port 34006e75-80c3-4179-834e-6909e786b5ba, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=34006e75-80c3-4179-834e-6909e786b5ba,segment=NetworkSegment(1ff9c71f-b453-4f17-a8ba-b084557f6d64),segment_id=1ff9c71f-b453-4f17-a8ba-b084557f6d64)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:22:15.897158 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.db [req-c503aae7-d168-472b-b2d8-debce7db4b90 req-f05ec49e-53a0-47ea-9a2e-bffdcb318fbe service neutron] For port f77975c8-c610-4ab3-81f9-48ca459d07e0, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=f77975c8-c610-4ab3-81f9-48ca459d07e0,segment=NetworkSegment(99683377-2e48-4740-a2d4-b719402867ef),segment_id=99683377-2e48-4740-a2d4-b719402867ef)] {{(pid=92486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 14 03:22:15.951808 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-a4c94e84-aaf0-4a7f-9bdc-b22937464c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:15.962528 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:15.964091 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a012d57-3ae3-410a-987e-321da2d01af3', 'tag': '57db408f-f7ac-4744-9997-e99b25af2553'}] {{(pid=92485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:22:15.966298 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0639b30c08a1ea7684a5dbba31199bfc4186ae3813d9033880ffe89de9bab324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ec23c4-30f5-4766-a079-41f3f13b56ae" -d '{"events": [{"name": "network-changed", "server_uuid": "4a012d57-3ae3-410a-987e-321da2d01af3", "tag": "57db408f-f7ac-4744-9997-e99b25af2553"}]}' {{(pid=92485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:22:16.007327 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 03:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca933f46-3956-4f93-a4e0-e2f4b0a37fbf x-openstack-request-id: req-ca933f46-3956-4f93-a4e0-e2f4b0a37fbf {{(pid=92485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:22:16.007768 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a012d57-3ae3-410a-987e-321da2d01af3", "tag": "57db408f-f7ac-4744-9997-e99b25af2553", "status": "completed", "code": 200}]} {{(pid=92485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:22:16.007859 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ca933f46-3956-4f93-a4e0-e2f4b0a37fbf {{(pid=92485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:22:16.008248 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a012d57-3ae3-410a-987e-321da2d01af3', 'tag': '57db408f-f7ac-4744-9997-e99b25af2553', 'status': 'completed', 'code': 200}
Jun 14 03:22:16.027683 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-c503aae7-d168-472b-b2d8-debce7db4b90 req-f05ec49e-53a0-47ea-9a2e-bffdcb318fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:16.028514 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:16.034141 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:16.036687 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:16.042809 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-a4c94e84-aaf0-4a7f-9bdc-b22937464c12 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e00c50a8be7b4a118aa99c552e4f7ff3&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2914188
Jun 14 03:22:16.049118 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 39334) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:22:16.067434 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c94e84-aaf0-4a7f-9bdc-b22937464c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3548a06-1fd9-4257-9f67-10653d583e5b,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:16.074211 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-a4c94e84-aaf0-4a7f-9bdc-b22937464c12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:16.076210 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-a3a98b61-3161-45be-a705-80e2c1885550 req-2de36997-bfc5-4796-b221-1fa489c41e76 service neutron] 10.222.0.37 "GET /v2.0/networks/5a47fa3e-70b2-4efd-bce9-673f89030784?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2086360
Jun 14 03:22:16.124581 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Pushing event updated for resources: {'Port': ['ID=34006e75-80c3-4179-834e-6909e786b5ba,revision_number=4']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:16.136109 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:16.142037 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c503aae7-d168-472b-b2d8-debce7db4b90 req-f05ec49e-53a0-47ea-9a2e-bffdcb318fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:16.142791 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-c503aae7-d168-472b-b2d8-debce7db4b90 req-f05ec49e-53a0-47ea-9a2e-bffdcb318fbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for port, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:16.144238 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-c503aae7-d168-472b-b2d8-debce7db4b90 req-f05ec49e-53a0-47ea-9a2e-bffdcb318fbe service neutron] 10.222.0.37 "PUT /v2.0/ports/f77975c8-c610-4ab3-81f9-48ca459d07e0 HTTP/1.1" status: 200  len: 1094 time: 2.4597547
Jun 14 03:22:16.144712 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42dd05e8-da3a-4299-b72c-8d5e864bcc8d', 'tag': 'f77975c8-c610-4ab3-81f9-48ca459d07e0'}] {{(pid=92486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:22:16.147041 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5355d7bc3b36bcf9a7ee8a2281ad208d869c89ac4cdf4014809f5322b7820d6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-313a7298-f94a-4ae4-a019-dc3bc114380e" -d '{"events": [{"name": "network-changed", "server_uuid": "42dd05e8-da3a-4299-b72c-8d5e864bcc8d", "tag": "f77975c8-c610-4ab3-81f9-48ca459d07e0"}]}' {{(pid=92486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:22:16.174066 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05ec49e-53a0-47ea-9a2e-bffdcb318fbe service neutron] Pushing event updated for resources: {'Port': ['ID=f77975c8-c610-4ab3-81f9-48ca459d07e0,revision_number=3']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:16.176793 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-f05ec49e-53a0-47ea-9a2e-bffdcb318fbe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:16.222413 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadfc98a-8592-4df5-92c8-4ef1cfe807a6 req-0d2b805f-4d80-4dfe-8271-b11fa52d034a tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:16.223950 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-eadfc98a-8592-4df5-92c8-4ef1cfe807a6 req-0d2b805f-4d80-4dfe-8271-b11fa52d034a tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a6e3ccf-7f24-4f37-8c06-135b6f8abe81 HTTP/1.1" status: 200  len: 943 time: 0.2257645
Jun 14 03:22:16.245347 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-fcf9a813-5058-416d-b5b9-17554083a06b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:16.263369 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-a3a98b61-3161-45be-a705-80e2c1885550 req-936d6e19-8282-4918-9092-1c372e05f5bd service neutron] 10.222.0.37 "GET /v2.0/networks/5a47fa3e-70b2-4efd-bce9-673f89030784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1799653
Jun 14 03:22:16.274378 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-fcf9a813-5058-416d-b5b9-17554083a06b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:16.291431 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] get_ports_and_sgs() called for port_ids ['34006e75-80c3-4179-834e-6909e786b5ba'] {{(pid=92487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 14 03:22:16.302990 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-eadfc98a-8592-4df5-92c8-4ef1cfe807a6 req-4b96167f-48e7-416f-aa21-aa0212c437c5 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0718994
Jun 14 03:22:16.354077 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31199236-9e7f-4d23-8de7-12e426e44aa0 req-5c02c421-ce76-4f3d-9bc4-91e09e6c2f46 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:16.361549 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-31199236-9e7f-4d23-8de7-12e426e44aa0 req-5c02c421-ce76-4f3d-9bc4-91e09e6c2f46 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a012d57-3ae3-410a-987e-321da2d01af3 HTTP/1.1" status: 200  len: 943 time: 0.1673391
Jun 14 03:22:16.364903 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 03:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-224b5b22-2dc6-431a-89f6-3f5751ec5e27 x-openstack-request-id: req-224b5b22-2dc6-431a-89f6-3f5751ec5e27 {{(pid=92486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:22:16.365213 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42dd05e8-da3a-4299-b72c-8d5e864bcc8d", "tag": "f77975c8-c610-4ab3-81f9-48ca459d07e0", "status": "completed", "code": 200}]} {{(pid=92486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:22:16.365485 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-224b5b22-2dc6-431a-89f6-3f5751ec5e27 {{(pid=92486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:22:16.365989 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42dd05e8-da3a-4299-b72c-8d5e864bcc8d', 'tag': 'f77975c8-c610-4ab3-81f9-48ca459d07e0', 'status': 'completed', 'code': 200}
Jun 14 03:22:16.478087 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c503aae7-d168-472b-b2d8-debce7db4b90 req-e1567d35-de8d-40b0-bc21-246e7e7d456b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:16.479783 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-c503aae7-d168-472b-b2d8-debce7db4b90 req-e1567d35-de8d-40b0-bc21-246e7e7d456b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9155b325d6cd4337b263e1034bb9dbfb&device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 1097 time: 0.1096728
Jun 14 03:22:16.489562 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-31199236-9e7f-4d23-8de7-12e426e44aa0 req-03b59aba-165c-46bd-9d6e-dad7015b3938 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1202750
Jun 14 03:22:16.506940 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-fcf9a813-5058-416d-b5b9-17554083a06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:16.510946 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-fcf9a813-5058-416d-b5b9-17554083a06b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:16.512226 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-fcf9a813-5058-416d-b5b9-17554083a06b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e3548a06-1fd9-4257-9f67-10653d583e5b HTTP/1.1" status: 204  len: 168 time: 0.4610868
Jun 14 03:22:16.513936 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-f7a26287-f8c1-4ca3-b71f-6d9cff0f9d0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:16.525913 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf9a813-5058-416d-b5b9-17554083a06b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3548a06-1fd9-4257-9f67-10653d583e5b,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:16.535876 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-fcf9a813-5058-416d-b5b9-17554083a06b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:16.546847 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec23c4-30f5-4766-a079-41f3f13b56ae req-a0b36d38-bce7-4060-a8c9-f7e6575499aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:16.548371 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-18ec23c4-30f5-4766-a079-41f3f13b56ae req-a0b36d38-bce7-4060-a8c9-f7e6575499aa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d770a57b3e724678a2cc69c7a9890825&device_id=4a012d57-3ae3-410a-987e-321da2d01af3 HTTP/1.1" status: 200  len: 1096 time: 0.1312947
Jun 14 03:22:16.580633 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-c503aae7-d168-472b-b2d8-debce7db4b90 req-dadebd4e-c720-4b82-a557-290543c83524 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f77975c8-c610-4ab3-81f9-48ca459d07e0 HTTP/1.1" status: 200  len: 217 time: 0.0862455
Jun 14 03:22:16.701220 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec23c4-30f5-4766-a079-41f3f13b56ae req-c1f892ee-b19c-4e64-8a63-2ed4bf2f7d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:16.703110 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-18ec23c4-30f5-4766-a079-41f3f13b56ae req-c1f892ee-b19c-4e64-8a63-2ed4bf2f7d90 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5a47fa3e-70b2-4efd-bce9-673f89030784 HTTP/1.1" status: 200  len: 919 time: 0.1466167
Jun 14 03:22:16.705673 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c503aae7-d168-472b-b2d8-debce7db4b90 req-c060854b-87ae-4b88-9534-8f390892ff30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:16.707458 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-c503aae7-d168-472b-b2d8-debce7db4b90 req-c060854b-87ae-4b88-9534-8f390892ff30 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=545b480d-c2cb-4869-a2a3-42345a60be46 HTTP/1.1" status: 200  len: 856 time: 0.1188231
Jun 14 03:22:16.786165 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-18ec23c4-30f5-4766-a079-41f3f13b56ae req-5d8f4a3c-b6db-40fb-90d8-74408e41679f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57db408f-f7ac-4744-9997-e99b25af2553 HTTP/1.1" status: 200  len: 217 time: 0.0711260
Jun 14 03:22:16.831877 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c503aae7-d168-472b-b2d8-debce7db4b90 req-b1da3c23-c5d4-43fa-836c-49a3ffa68a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:16.833479 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-c503aae7-d168-472b-b2d8-debce7db4b90 req-b1da3c23-c5d4-43fa-836c-49a3ffa68a5f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f65bd812-254a-48f4-8498-d6b6b04b0ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1017210
Jun 14 03:22:16.855660 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec23c4-30f5-4766-a079-41f3f13b56ae req-41c85e1c-8de0-4021-8c1d-766481429e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:16.857130 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-18ec23c4-30f5-4766-a079-41f3f13b56ae req-41c85e1c-8de0-4021-8c1d-766481429e66 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=22848147-cf67-4dfd-aeab-710e50c30d70 HTTP/1.1" status: 200  len: 858 time: 0.0640216
Jun 14 03:22:16.896923 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-18ec23c4-30f5-4766-a079-41f3f13b56ae req-a715a522-0cef-4b4e-906d-806f585cf4a0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5a47fa3e-70b2-4efd-bce9-673f89030784&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0333159
Jun 14 03:22:17.026590 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-c503aae7-d168-472b-b2d8-debce7db4b90 req-f7b95939-4cac-4837-864d-2255aaf9ff94 service neutron] 10.222.0.37 "GET /v2.0/networks/f65bd812-254a-48f4-8498-d6b6b04b0ab8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1862435
Jun 14 03:22:17.101714 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-18ec23c4-30f5-4766-a079-41f3f13b56ae req-83c63abb-571f-4637-9587-ff4be127335e service neutron] 10.222.0.37 "GET /v2.0/networks/5a47fa3e-70b2-4efd-bce9-673f89030784?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1971190
Jun 14 03:22:17.136621 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bafdaa6-5524-47f1-bf7d-4dab644ca91e req-221d3d6d-e584-4884-b8eb-bb381d5cc388 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:17.138112 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-6bafdaa6-5524-47f1-bf7d-4dab644ca91e req-221d3d6d-e584-4884-b8eb-bb381d5cc388 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 944 time: 0.1737044
Jun 14 03:22:17.147647 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8e4c36-1538-432a-8563-2bfcabe35f83 req-ba27801f-e184-4688-b18e-d21499a92bdf tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:17.149137 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-fd8e4c36-1538-432a-8563-2bfcabe35f83 req-ba27801f-e184-4688-b18e-d21499a92bdf tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] 10.222.0.13 "GET /v2.0/ports?device_id=e70a573f-928f-46ef-83b0-8079a7b5c907 HTTP/1.1" status: 200  len: 944 time: 0.1299226
Jun 14 03:22:17.196624 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-c503aae7-d168-472b-b2d8-debce7db4b90 req-4bce5cc6-7631-4b16-a9b1-325fad42ff2d service neutron] 10.222.0.37 "GET /v2.0/networks/f65bd812-254a-48f4-8498-d6b6b04b0ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1605227
Jun 14 03:22:17.199512 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-6bafdaa6-5524-47f1-bf7d-4dab644ca91e req-717aaf84-0cb3-49ff-92ff-b7c9dace521f tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0540090
Jun 14 03:22:17.251750 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-fd8e4c36-1538-432a-8563-2bfcabe35f83 req-98d1bc1b-32d7-4376-b034-eefcec2cdca8 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] 10.222.0.13 "GET /v2.0/security-groups?id=56b699cd-5566-4050-8e47-1622627b229d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0966668
Jun 14 03:22:17.264202 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-18ec23c4-30f5-4766-a079-41f3f13b56ae req-ac2cd17d-448e-4970-b863-90fd45656ac2 service neutron] 10.222.0.37 "GET /v2.0/networks/5a47fa3e-70b2-4efd-bce9-673f89030784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1555071
Jun 14 03:22:17.409879 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a7298-f94a-4ae4-a019-dc3bc114380e req-8dc31e31-7b5a-40b8-9e3d-03da08fa9b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:17.411340 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-313a7298-f94a-4ae4-a019-dc3bc114380e req-8dc31e31-7b5a-40b8-9e3d-03da08fa9b62 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9155b325d6cd4337b263e1034bb9dbfb&device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 1097 time: 0.0593543
Jun 14 03:22:17.500608 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f66d461-8378-4fd8-977c-896cbd98c8f8 req-3d449dc8-99e9-4ed6-b7fb-d1ca18baac45 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:17.501018 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-7f66d461-8378-4fd8-977c-896cbd98c8f8 req-3d449dc8-99e9-4ed6-b7fb-d1ca18baac45 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a6e3ccf-7f24-4f37-8c06-135b6f8abe81 HTTP/1.1" status: 200  len: 943 time: 0.0778453
Jun 14 03:22:17.501315 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 39376) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:22:17.533924 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-20dc85ce-aa81-45f5-aefd-5f2412e376c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:17.542708 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a7298-f94a-4ae4-a019-dc3bc114380e req-b8308f4d-8943-43e4-99c4-88cbdadced26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:17.543085 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-313a7298-f94a-4ae4-a019-dc3bc114380e req-b8308f4d-8943-43e4-99c4-88cbdadced26 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f65bd812-254a-48f4-8498-d6b6b04b0ab8 HTTP/1.1" status: 200  len: 918 time: 0.1251938
Jun 14 03:22:17.572964 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device be1a2391-87df-4f53-8d79-53c30bccef12 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=92487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 14 03:22:17.605496 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-313a7298-f94a-4ae4-a019-dc3bc114380e req-0faacf60-8e5b-437d-8424-a85702297bd5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f77975c8-c610-4ab3-81f9-48ca459d07e0 HTTP/1.1" status: 200  len: 217 time: 0.0554707
Jun 14 03:22:17.609948 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-7f66d461-8378-4fd8-977c-896cbd98c8f8 req-dd6920e4-2893-4b16-9cb0-6ac666bc8e91 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0973892
Jun 14 03:22:17.641407 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device 34006e75-80c3-4179-834e-6909e786b5ba up at agent hyperv_hv-cinder-79617 {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:22:17.715563 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-20dc85ce-aa81-45f5-aefd-5f2412e376c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:17.720128 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a7298-f94a-4ae4-a019-dc3bc114380e req-ebd8b01a-cced-4257-9b28-7e061fdd7efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:17.721756 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-313a7298-f94a-4ae4-a019-dc3bc114380e req-ebd8b01a-cced-4257-9b28-7e061fdd7efc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=545b480d-c2cb-4869-a2a3-42345a60be46 HTTP/1.1" status: 200  len: 856 time: 0.1103177
Jun 14 03:22:17.787818 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port be1a2391-87df-4f53-8d79-53c30bccef12, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=be1a2391-87df-4f53-8d79-53c30bccef12,segment=NetworkSegment(60337f48-7715-4210-80d5-082077cf0c5a),segment_id=60337f48-7715-4210-80d5-082077cf0c5a)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:22:17.802691 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Returning: {'device': 'be1a2391-87df-4f53-8d79-53c30bccef12', 'network_id': '364831ae-ab84-4b28-aa5f-7b62539d42d4', 'port_id': 'be1a2391-87df-4f53-8d79-53c30bccef12', 'mac_address': 'fa:16:3e:9a:61:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b429d4d9-01f6-41d7-9dea-f59815de87eb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 14 03:22:17.805006 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-20dc85ce-aa81-45f5-aefd-5f2412e376c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:17.806607 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b9dee9-f9a9-42c2-96af-70f9bc01ecd1 req-61d21088-997a-4c15-a0de-5cd49351b487 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:17.810250 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:17.814632 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-41b9dee9-f9a9-42c2-96af-70f9bc01ecd1 req-61d21088-997a-4c15-a0de-5cd49351b487 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a012d57-3ae3-410a-987e-321da2d01af3 HTTP/1.1" status: 200  len: 943 time: 0.1514316
Jun 14 03:22:17.857326 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:17.877445 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.notifiers.nova [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be1a2391-87df-4f53-8d79-53c30bccef12 {{(pid=92487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 14 03:22:17.891064 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-41b9dee9-f9a9-42c2-96af-70f9bc01ecd1 req-ff30a8ec-eb64-46f5-bc46-6c6e4ac96f4c tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706382
Jun 14 03:22:17.892516 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313a7298-f94a-4ae4-a019-dc3bc114380e req-94361d53-67e4-493d-afab-9ad8ebdc7091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:17.893968 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-313a7298-f94a-4ae4-a019-dc3bc114380e req-94361d53-67e4-493d-afab-9ad8ebdc7091 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f65bd812-254a-48f4-8498-d6b6b04b0ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1652911
Jun 14 03:22:17.904424 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port be1a2391-87df-4f53-8d79-53c30bccef12, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=be1a2391-87df-4f53-8d79-53c30bccef12,segment=NetworkSegment(60337f48-7715-4210-80d5-082077cf0c5a),segment_id=60337f48-7715-4210-80d5-082077cf0c5a)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:22:17.906221 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Provisioning for port 34006e75-80c3-4179-834e-6909e786b5ba completed by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:22:17.910635 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Provisioning complete for port 34006e75-80c3-4179-834e-6909e786b5ba triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:22:17.911225 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:17.924707 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-20dc85ce-aa81-45f5-aefd-5f2412e376c8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c8fee7ca4d344103a1155021b3f4380c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4198983
Jun 14 03:22:17.926995 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 39388) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:22:17.935147 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dc85ce-aa81-45f5-aefd-5f2412e376c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=713d0ba0-b0a8-4e68-a44c-d4d56f5d63fc,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:17.966719 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-20dc85ce-aa81-45f5-aefd-5f2412e376c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:17.992617 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:17.993652 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device 47a7b94f-3815-413c-94af-f890cbdc7059 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=92487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 14 03:22:18.014731 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-b08fe564-80c5-48ce-87ec-ef0e8e42884a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:18.024404 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-e3368059-63eb-4326-a3ff-d8aea7a6d5ed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:18.040217 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-b08fe564-80c5-48ce-87ec-ef0e8e42884a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:18.134462 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:18.143447 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Pushing event updated for resources: {'Port': ['ID=be1a2391-87df-4f53-8d79-53c30bccef12,revision_number=4']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:18.156776 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:18.203511 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-b08fe564-80c5-48ce-87ec-ef0e8e42884a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:18.203511 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-b08fe564-80c5-48ce-87ec-ef0e8e42884a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:18.209902 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-b08fe564-80c5-48ce-87ec-ef0e8e42884a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/713d0ba0-b0a8-4e68-a44c-d4d56f5d63fc HTTP/1.1" status: 204  len: 168 time: 0.2756355
Jun 14 03:22:18.209902 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:18.241584 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08fe564-80c5-48ce-87ec-ef0e8e42884a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713d0ba0-b0a8-4e68-a44c-d4d56f5d63fc,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:18.248781 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-b08fe564-80c5-48ce-87ec-ef0e8e42884a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:18.274570 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-313a7298-f94a-4ae4-a019-dc3bc114380e req-a741645f-76b1-4064-9346-e9d7758f0166 service neutron] 10.222.0.37 "GET /v2.0/networks/f65bd812-254a-48f4-8498-d6b6b04b0ab8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3726645
Jun 14 03:22:18.422848 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4294f363-fd1f-46f0-8428-1ae8ca56a612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34006e75-80c3-4179-834e-6909e786b5ba'}] {{(pid=92487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:22:18.517487 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port 34006e75-80c3-4179-834e-6909e786b5ba, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=34006e75-80c3-4179-834e-6909e786b5ba,segment=NetworkSegment(1ff9c71f-b453-4f17-a8ba-b084557f6d64),segment_id=1ff9c71f-b453-4f17-a8ba-b084557f6d64)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:22:18.522578 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-313a7298-f94a-4ae4-a019-dc3bc114380e req-006b7b6c-a823-47b0-aaae-615cfa8258bd service neutron] 10.222.0.37 "GET /v2.0/networks/f65bd812-254a-48f4-8498-d6b6b04b0ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2408366
Jun 14 03:22:18.540162 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port 47a7b94f-3815-413c-94af-f890cbdc7059, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=47a7b94f-3815-413c-94af-f890cbdc7059,segment=NetworkSegment(b291bd91-84e2-429d-ad5c-40697d97b7c7),segment_id=b291bd91-84e2-429d-ad5c-40697d97b7c7)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:22:18.557916 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Returning: {'device': '47a7b94f-3815-413c-94af-f890cbdc7059', 'network_id': '61252df1-fba7-4cd7-ac4e-3221f1850428', 'port_id': '47a7b94f-3815-413c-94af-f890cbdc7059', 'mac_address': 'fa:16:3e:d1:01:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f595d2be-eb52-4bd5-862c-ea2ca2054972', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 14 03:22:18.607523 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f46d22-666a-4ef3-ba36-b196d8a5a66d req-a163cc4d-a7b5-466b-af3f-689afdc1c510 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:18.608895 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-d5f46d22-666a-4ef3-ba36-b196d8a5a66d req-a163cc4d-a7b5-466b-af3f-689afdc1c510 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] 10.222.0.13 "GET /v2.0/ports?device_id=e70a573f-928f-46ef-83b0-8079a7b5c907 HTTP/1.1" status: 200  len: 945 time: 0.1184788
Jun 14 03:22:18.616990 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:18.642195 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.notifiers.nova [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47a7b94f-3815-413c-94af-f890cbdc7059 {{(pid=92487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 14 03:22:18.663482 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-d5f46d22-666a-4ef3-ba36-b196d8a5a66d req-6d23acdd-7c91-411e-b047-4677ac93320c tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] 10.222.0.13 "GET /v2.0/security-groups?id=56b699cd-5566-4050-8e47-1622627b229d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461445
Jun 14 03:22:18.678469 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port 47a7b94f-3815-413c-94af-f890cbdc7059, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=47a7b94f-3815-413c-94af-f890cbdc7059,segment=NetworkSegment(b291bd91-84e2-429d-ad5c-40697d97b7c7),segment_id=b291bd91-84e2-429d-ad5c-40697d97b7c7)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:22:18.714640 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}681963f073e70c07aac8dc5e895e90246fb88e956d84982da350f3581d0ebeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d98da8-f786-49c0-9c37-4cd71e40d787" -d '{"events": [{"server_uuid": "4294f363-fd1f-46f0-8428-1ae8ca56a612", "name": "network-vif-plugged", "status": "completed", "tag": "34006e75-80c3-4179-834e-6909e786b5ba"}]}' {{(pid=92487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:22:18.754198 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:18.754198 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:18.816829 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.agents_db [None req-ff4782b4-218c-43ce-8b60-1c0132b4bc55 None None] Agent healthcheck: found 6 active agents {{(pid=92488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 14 03:22:18.819476 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Pushing event updated for resources: {'Port': ['ID=34006e75-80c3-4179-834e-6909e786b5ba,revision_number=5']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:18.823250 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:18.869242 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65283579-0595-4501-99e6-e830ad07bb3c req-3ee62448-2a8a-4c7c-b30a-1e68ebe0fdee tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:18.870935 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-65283579-0595-4501-99e6-e830ad07bb3c req-3ee62448-2a8a-4c7c-b30a-1e68ebe0fdee tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a6e3ccf-7f24-4f37-8c06-135b6f8abe81 HTTP/1.1" status: 200  len: 943 time: 0.0833049
Jun 14 03:22:18.876538 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b799ab-5602-4aef-b268-be6518b4a29f req-ec6df6a3-c387-42e8-b52e-c337c1833b15 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:18.878000 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-f6b799ab-5602-4aef-b268-be6518b4a29f req-ec6df6a3-c387-42e8-b52e-c337c1833b15 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 944 time: 0.2700770
Jun 14 03:22:18.914823 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-65283579-0595-4501-99e6-e830ad07bb3c req-2481f1b5-da9e-484f-85a8-0d68b717a46d tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381203
Jun 14 03:22:18.926757 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-f6b799ab-5602-4aef-b268-be6518b4a29f req-7061f501-993c-410f-b8a3-466a48b62bd1 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428588
Jun 14 03:22:18.938835 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:18.942472 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-d62ae58a-b939-4546-9a26-3a08fe06fa1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:19.096276 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f508e58e-8ef9-40fa-999d-188959fa74ad x-openstack-request-id: req-f508e58e-8ef9-40fa-999d-188959fa74ad {{(pid=92487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:22:19.096573 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4294f363-fd1f-46f0-8428-1ae8ca56a612", "name": "network-vif-plugged", "status": "completed", "tag": "34006e75-80c3-4179-834e-6909e786b5ba", "code": 200}]} {{(pid=92487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:22:19.096854 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f508e58e-8ef9-40fa-999d-188959fa74ad {{(pid=92487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:22:19.097346 dv-cinder-796170-1-iscsi neutron-server[92487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4294f363-fd1f-46f0-8428-1ae8ca56a612', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34006e75-80c3-4179-834e-6909e786b5ba', 'code': 200}
Jun 14 03:22:19.175588 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] get_ports_and_sgs() called for port_ids ['be1a2391-87df-4f53-8d79-53c30bccef12'] {{(pid=92487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 14 03:22:19.178099 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] get_ports_and_sgs() called for port_ids ['47a7b94f-3815-413c-94af-f890cbdc7059'] {{(pid=92487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 14 03:22:19.255978 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1af88-0fa7-4161-a114-0655bca4dcc8 req-a7420f63-6e99-44a9-949d-51787b07245e tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:19.257962 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-81c1af88-0fa7-4161-a114-0655bca4dcc8 req-a7420f63-6e99-44a9-949d-51787b07245e tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a012d57-3ae3-410a-987e-321da2d01af3 HTTP/1.1" status: 200  len: 943 time: 0.2094774
Jun 14 03:22:19.304915 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-81c1af88-0fa7-4161-a114-0655bca4dcc8 req-5eca2c8a-f530-4d68-82da-9aa63414587b tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410440
Jun 14 03:22:19.361169 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Pushing event updated for resources: {'Port': ['ID=47a7b94f-3815-413c-94af-f890cbdc7059,revision_number=4']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:19.364871 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:19.573083 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device f77975c8-c610-4ab3-81f9-48ca459d07e0 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=92487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 14 03:22:19.694301 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96721b14-3891-4a18-96ba-8d9c1940bfd7 req-f9cb836c-d85e-4069-ade6-5c376e2fa5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:19.695913 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-96721b14-3891-4a18-96ba-8d9c1940bfd7 req-f9cb836c-d85e-4069-ade6-5c376e2fa5cd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4294f363-fd1f-46f0-8428-1ae8ca56a612 HTTP/1.1" status: 200  len: 1099 time: 0.1014936
Jun 14 03:22:19.722250 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-96721b14-3891-4a18-96ba-8d9c1940bfd7 req-d41ac971-50a3-4725-b6a5-5d757558d840 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:19.722386 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port f77975c8-c610-4ab3-81f9-48ca459d07e0, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=f77975c8-c610-4ab3-81f9-48ca459d07e0,segment=NetworkSegment(99683377-2e48-4740-a2d4-b719402867ef),segment_id=99683377-2e48-4740-a2d4-b719402867ef)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:22:19.734668 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Returning: {'device': 'f77975c8-c610-4ab3-81f9-48ca459d07e0', 'network_id': 'f65bd812-254a-48f4-8498-d6b6b04b0ab8', 'port_id': 'f77975c8-c610-4ab3-81f9-48ca459d07e0', 'mac_address': 'fa:16:3e:22:89:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '545b480d-c2cb-4869-a2a3-42345a60be46', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 14 03:22:19.799491 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:19.805734 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.notifiers.nova [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f77975c8-c610-4ab3-81f9-48ca459d07e0 {{(pid=92487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 14 03:22:19.830972 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port f77975c8-c610-4ab3-81f9-48ca459d07e0, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=f77975c8-c610-4ab3-81f9-48ca459d07e0,segment=NetworkSegment(99683377-2e48-4740-a2d4-b719402867ef),segment_id=99683377-2e48-4740-a2d4-b719402867ef)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:22:19.881827 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-96721b14-3891-4a18-96ba-8d9c1940bfd7 req-d41ac971-50a3-4725-b6a5-5d757558d840 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:19.904115 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca23fef-42d8-4bcf-ba34-68251e0dbe6f req-57c34935-2ae0-42aa-94b0-dad649463b67 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:19.906152 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-0ca23fef-42d8-4bcf-ba34-68251e0dbe6f req-57c34935-2ae0-42aa-94b0-dad649463b67 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] 10.222.0.13 "GET /v2.0/ports?device_id=e70a573f-928f-46ef-83b0-8079a7b5c907 HTTP/1.1" status: 200  len: 945 time: 0.0976267
Jun 14 03:22:19.940441 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:19.942329 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device 57db408f-f7ac-4744-9997-e99b25af2553 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=92487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 14 03:22:19.946589 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:19.950443 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-0ca23fef-42d8-4bcf-ba34-68251e0dbe6f req-e7d56b8c-b51b-499b-ae83-568a2e3f6156 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] 10.222.0.13 "GET /v2.0/security-groups?id=56b699cd-5566-4050-8e47-1622627b229d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386505
Jun 14 03:22:19.980854 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-96721b14-3891-4a18-96ba-8d9c1940bfd7 req-d41ac971-50a3-4725-b6a5-5d757558d840 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:20.004625 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:20.039054 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-96721b14-3891-4a18-96ba-8d9c1940bfd7 req-d41ac971-50a3-4725-b6a5-5d757558d840 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3364847
Jun 14 03:22:20.055413 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41ac971-50a3-4725-b6a5-5d757558d840 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=73eab0dc-ca48-4a93-abfd-a978aa786f5d,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:20.059228 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-d41ac971-50a3-4725-b6a5-5d757558d840 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:20.156598 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port 57db408f-f7ac-4744-9997-e99b25af2553, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=57db408f-f7ac-4744-9997-e99b25af2553,segment=NetworkSegment(1ff9c71f-b453-4f17-a8ba-b084557f6d64),segment_id=1ff9c71f-b453-4f17-a8ba-b084557f6d64)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:22:20.167843 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb533229-31d0-4cab-b49f-e61ff5a2601c req-d9af5ecf-303e-46bf-9625-3271dfe94c24 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:20.169487 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-eb533229-31d0-4cab-b49f-e61ff5a2601c req-d9af5ecf-303e-46bf-9625-3271dfe94c24 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a6e3ccf-7f24-4f37-8c06-135b6f8abe81 HTTP/1.1" status: 200  len: 944 time: 0.0903795
Jun 14 03:22:20.172726 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Returning: {'device': '57db408f-f7ac-4744-9997-e99b25af2553', 'network_id': '5a47fa3e-70b2-4efd-bce9-673f89030784', 'port_id': '57db408f-f7ac-4744-9997-e99b25af2553', 'mac_address': 'fa:16:3e:f9:19:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22848147-cf67-4dfd-aeab-710e50c30d70', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 14 03:22:20.178646 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Pushing event updated for resources: {'Port': ['ID=f77975c8-c610-4ab3-81f9-48ca459d07e0,revision_number=4']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:20.221766 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-eb533229-31d0-4cab-b49f-e61ff5a2601c req-3f685d70-648d-4fbd-b463-358fc58f2bbc tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432055
Jun 14 03:22:20.224010 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed875b10-8e62-403d-9eb0-9d78c179c791 req-b3dacdd1-2daa-41b4-8cad-592dbbb67e27 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:20.225657 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:20.225850 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-ed875b10-8e62-403d-9eb0-9d78c179c791 req-b3dacdd1-2daa-41b4-8cad-592dbbb67e27 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 945 time: 0.1087620
Jun 14 03:22:20.226303 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:20.243934 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.notifiers.nova [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57db408f-f7ac-4744-9997-e99b25af2553 {{(pid=92487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 14 03:22:20.266844 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port 57db408f-f7ac-4744-9997-e99b25af2553, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=57db408f-f7ac-4744-9997-e99b25af2553,segment=NetworkSegment(1ff9c71f-b453-4f17-a8ba-b084557f6d64),segment_id=1ff9c71f-b453-4f17-a8ba-b084557f6d64)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:22:20.278165 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-ed875b10-8e62-403d-9eb0-9d78c179c791 req-e0b13a04-3647-4c35-9fef-5ab0bc51065a tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431929
Jun 14 03:22:20.349656 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:20.351693 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:20.420614 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Pushing event updated for resources: {'Port': ['ID=57db408f-f7ac-4744-9997-e99b25af2553,revision_number=4']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:20.424261 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:20.500969 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10289028-9f7d-4015-a3e1-5e94b1db1241 req-5e2d4379-e2df-4d8f-98c6-91de6f0d0fe1 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:20.502505 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-10289028-9f7d-4015-a3e1-5e94b1db1241 req-5e2d4379-e2df-4d8f-98c6-91de6f0d0fe1 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a012d57-3ae3-410a-987e-321da2d01af3 HTTP/1.1" status: 200  len: 944 time: 0.0741534
Jun 14 03:22:20.545378 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-10289028-9f7d-4015-a3e1-5e94b1db1241 req-cd9a2752-bb1e-4e1f-ad3b-4b4bdc1562d4 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0368865
Jun 14 03:22:20.610618 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] get_ports_and_sgs() called for port_ids ['f77975c8-c610-4ab3-81f9-48ca459d07e0'] {{(pid=92487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 14 03:22:20.613801 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] get_ports_and_sgs() called for port_ids ['57db408f-f7ac-4744-9997-e99b25af2553'] {{(pid=92487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 14 03:22:21.153470 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc84d09-b84c-41a7-a71a-77b602e96392 req-164761bc-d043-4ab5-b83e-6582a397495e tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:21.155126 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-dbc84d09-b84c-41a7-a71a-77b602e96392 req-164761bc-d043-4ab5-b83e-6582a397495e tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] 10.222.0.13 "GET /v2.0/ports?device_id=e70a573f-928f-46ef-83b0-8079a7b5c907 HTTP/1.1" status: 200  len: 945 time: 0.0718181
Jun 14 03:22:21.206849 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-dbc84d09-b84c-41a7-a71a-77b602e96392 req-f262d107-3522-4cf7-8f5c-0667b02d8d94 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] 10.222.0.13 "GET /v2.0/security-groups?id=56b699cd-5566-4050-8e47-1622627b229d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445483
Jun 14 03:22:21.465023 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b3d07-0f6b-4421-b13c-dd8924d9e209 req-4f7bdfcd-fd40-46c4-b46f-374c54c0eda4 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:21.474566 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-342b3d07-0f6b-4421-b13c-dd8924d9e209 req-4f7bdfcd-fd40-46c4-b46f-374c54c0eda4 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a6e3ccf-7f24-4f37-8c06-135b6f8abe81 HTTP/1.1" status: 200  len: 944 time: 0.1240742
Jun 14 03:22:21.528952 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93413b1-2ef8-438c-a1da-d5a70cf2d5af req-132af662-3946-4a89-aaff-fd7d2790cc66 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:21.530649 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-342b3d07-0f6b-4421-b13c-dd8924d9e209 req-ee30d20c-15cd-42fb-8afc-97acb2c8e41d tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550408
Jun 14 03:22:21.534820 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-a93413b1-2ef8-438c-a1da-d5a70cf2d5af req-132af662-3946-4a89-aaff-fd7d2790cc66 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 945 time: 0.1181550
Jun 14 03:22:21.574160 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-a93413b1-2ef8-438c-a1da-d5a70cf2d5af req-adc439d5-3003-44c8-87f7-d18f61815d2e tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0373864
Jun 14 03:22:21.574490 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device be1a2391-87df-4f53-8d79-53c30bccef12 up at agent hyperv_hv-cinder-79617 {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:22:21.732437 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b601d-a42b-49a4-b095-f008c6c5794d req-2f4e2536-0f47-4ca9-a16c-712a1ab54632 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:21.734575 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-037b601d-a42b-49a4-b095-f008c6c5794d req-2f4e2536-0f47-4ca9-a16c-712a1ab54632 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a012d57-3ae3-410a-987e-321da2d01af3 HTTP/1.1" status: 200  len: 944 time: 0.0774989
Jun 14 03:22:21.774615 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Provisioning for port be1a2391-87df-4f53-8d79-53c30bccef12 completed by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:22:21.778653 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Provisioning complete for port be1a2391-87df-4f53-8d79-53c30bccef12 triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:22:21.779110 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:21.781686 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-037b601d-a42b-49a4-b095-f008c6c5794d req-c845d87a-01b3-482e-844e-405db0f43482 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402544
Jun 14 03:22:21.876682 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:21.903084 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e70a573f-928f-46ef-83b0-8079a7b5c907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be1a2391-87df-4f53-8d79-53c30bccef12'}] {{(pid=92487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:22:21.905499 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}681963f073e70c07aac8dc5e895e90246fb88e956d84982da350f3581d0ebeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b147f9c5-6e9e-4098-a2c2-a5cb6c30300a" -d '{"events": [{"server_uuid": "e70a573f-928f-46ef-83b0-8079a7b5c907", "name": "network-vif-plugged", "status": "completed", "tag": "be1a2391-87df-4f53-8d79-53c30bccef12"}]}' {{(pid=92487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:22:21.919806 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port be1a2391-87df-4f53-8d79-53c30bccef12, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=be1a2391-87df-4f53-8d79-53c30bccef12,segment=NetworkSegment(60337f48-7715-4210-80d5-082077cf0c5a),segment_id=60337f48-7715-4210-80d5-082077cf0c5a)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:22:21.946962 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040fbe0e-c06d-49a0-be55-7b8720b3e5ee x-openstack-request-id: req-040fbe0e-c06d-49a0-be55-7b8720b3e5ee {{(pid=92487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:22:21.947270 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e70a573f-928f-46ef-83b0-8079a7b5c907", "name": "network-vif-plugged", "status": "completed", "tag": "be1a2391-87df-4f53-8d79-53c30bccef12", "code": 200}]} {{(pid=92487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:22:21.947541 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-040fbe0e-c06d-49a0-be55-7b8720b3e5ee {{(pid=92487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:22:21.948011 dv-cinder-796170-1-iscsi neutron-server[92487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e70a573f-928f-46ef-83b0-8079a7b5c907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be1a2391-87df-4f53-8d79-53c30bccef12', 'code': 200}
Jun 14 03:22:22.014601 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:22.015890 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device 47a7b94f-3815-413c-94af-f890cbdc7059 up at agent hyperv_hv-cinder-79617 {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:22:22.017713 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:22.027223 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 39548) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:22:22.115970 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Pushing event updated for resources: {'Port': ['ID=be1a2391-87df-4f53-8d79-53c30bccef12,revision_number=5']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:22.119389 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:22.168546 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-c950eb04-1621-4f50-a7f3-d5a6897db9a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:22.231922 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Provisioning for port 47a7b94f-3815-413c-94af-f890cbdc7059 completed by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:22:22.236470 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Provisioning complete for port 47a7b94f-3815-413c-94af-f890cbdc7059 triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:22:22.236933 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:22.274027 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-c950eb04-1621-4f50-a7f3-d5a6897db9a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:22.351093 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:22.367254 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-c950eb04-1621-4f50-a7f3-d5a6897db9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:22.370961 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:22.383643 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5472c7ca-4842-4c0a-a1ab-eafbace99eeb req-f7735abc-3da2-40ae-8b85-6381e7493664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:22.385395 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-5472c7ca-4842-4c0a-a1ab-eafbace99eeb req-f7735abc-3da2-40ae-8b85-6381e7493664 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e70a573f-928f-46ef-83b0-8079a7b5c907 HTTP/1.1" status: 200  len: 1099 time: 0.0634902
Jun 14 03:22:22.395188 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port 47a7b94f-3815-413c-94af-f890cbdc7059, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=47a7b94f-3815-413c-94af-f890cbdc7059,segment=NetworkSegment(b291bd91-84e2-429d-ad5c-40697d97b7c7),segment_id=b291bd91-84e2-429d-ad5c-40697d97b7c7)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:22:22.420824 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-c950eb04-1621-4f50-a7f3-d5a6897db9a2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5cda60eda36e4b9eaa929c7841e99e4a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3924923
Jun 14 03:22:22.425510 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 39560) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:22:22.429325 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c950eb04-1621-4f50-a7f3-d5a6897db9a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=101fc320-cdee-4d78-ae4c-7a385f2ba1b6,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:22.432704 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-c950eb04-1621-4f50-a7f3-d5a6897db9a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:22.448266 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-5472c7ca-4842-4c0a-a1ab-eafbace99eeb req-bed38303-f5c6-4ee2-bc56-ed2b98fd972e service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=56b699cd-5566-4050-8e47-1622627b229d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559742
Jun 14 03:22:22.465985 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ff1ae-7a4a-444b-9787-3c80af04e8b3 req-a5ff3a10-f78c-4b7c-a9c3-9e32971babbb tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:22.468444 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-9a4ff1ae-7a4a-444b-9787-3c80af04e8b3 req-a5ff3a10-f78c-4b7c-a9c3-9e32971babbb tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] 10.222.0.13 "GET /v2.0/ports?device_id=e70a573f-928f-46ef-83b0-8079a7b5c907 HTTP/1.1" status: 200  len: 946 time: 0.1345191
Jun 14 03:22:22.478224 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:22.481941 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device f77975c8-c610-4ab3-81f9-48ca459d07e0 up at agent hyperv_hv-cinder-79617 {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:22:22.483118 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:22.519942 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-1cee8069-712f-4cb0-8e2c-98e7c8dd024b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:22.533030 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-9a4ff1ae-7a4a-444b-9787-3c80af04e8b3 req-debc8de3-a3f0-4d2d-abd3-92fa68f10022 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] 10.222.0.13 "GET /v2.0/security-groups?id=56b699cd-5566-4050-8e47-1622627b229d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526118
Jun 14 03:22:22.548832 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-1cee8069-712f-4cb0-8e2c-98e7c8dd024b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:22.593448 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Pushing event updated for resources: {'Port': ['ID=47a7b94f-3815-413c-94af-f890cbdc7059,revision_number=5']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:22.604515 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:22.676318 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Provisioning for port f77975c8-c610-4ab3-81f9-48ca459d07e0 completed by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:22:22.680772 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Provisioning complete for port f77975c8-c610-4ab3-81f9-48ca459d07e0 triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:22:22.681416 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:22.695631 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-1cee8069-712f-4cb0-8e2c-98e7c8dd024b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:22.699909 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-1cee8069-712f-4cb0-8e2c-98e7c8dd024b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:22.704180 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-1cee8069-712f-4cb0-8e2c-98e7c8dd024b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/101fc320-cdee-4d78-ae4c-7a385f2ba1b6 HTTP/1.1" status: 204  len: 168 time: 0.2751198
Jun 14 03:22:22.704180 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:22.716371 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cee8069-712f-4cb0-8e2c-98e7c8dd024b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101fc320-cdee-4d78-ae4c-7a385f2ba1b6,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:22.726051 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-1cee8069-712f-4cb0-8e2c-98e7c8dd024b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:22.751631 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82455e86-8a06-4e1c-8848-9ae5f46e5ed0 req-7fcacd48-5695-4104-a19d-f49f51ee1230 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:22.753603 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-82455e86-8a06-4e1c-8848-9ae5f46e5ed0 req-7fcacd48-5695-4104-a19d-f49f51ee1230 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a6e3ccf-7f24-4f37-8c06-135b6f8abe81 HTTP/1.1" status: 200  len: 945 time: 0.0944178
Jun 14 03:22:22.807423 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b4a112-76d2-48d8-ace4-04861fc60e7f req-ce5a4d4a-3c81-47a3-a6e3-e788d475a4e0 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:22.808994 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-c2b4a112-76d2-48d8-ace4-04861fc60e7f req-ce5a4d4a-3c81-47a3-a6e3-e788d475a4e0 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 945 time: 0.1065743
Jun 14 03:22:22.815295 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-82455e86-8a06-4e1c-8848-9ae5f46e5ed0 req-4c28ee3a-334a-4917-837c-54f582bc62e5 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557120
Jun 14 03:22:22.859227 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-c2b4a112-76d2-48d8-ace4-04861fc60e7f req-7d91bc5b-f560-4d4a-941f-a4c91c2f892a tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429044
Jun 14 03:22:22.924467 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:22.960452 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port f77975c8-c610-4ab3-81f9-48ca459d07e0, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=f77975c8-c610-4ab3-81f9-48ca459d07e0,segment=NetworkSegment(99683377-2e48-4740-a2d4-b719402867ef),segment_id=99683377-2e48-4740-a2d4-b719402867ef)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:22:23.004913 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05472bf-236d-43f4-a2a8-da3a115ad92b req-22c4b7aa-869b-4766-8883-949e0405a304 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:23.006375 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-e05472bf-236d-43f4-a2a8-da3a115ad92b req-22c4b7aa-869b-4766-8883-949e0405a304 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a012d57-3ae3-410a-987e-321da2d01af3 HTTP/1.1" status: 200  len: 944 time: 0.0685604
Jun 14 03:22:23.065331 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-e05472bf-236d-43f4-a2a8-da3a115ad92b req-60578139-596a-428c-958e-041717902422 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513942
Jun 14 03:22:23.088930 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:23.105049 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device 57db408f-f7ac-4744-9997-e99b25af2553 up at agent hyperv_hv-cinder-79617 {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:22:23.105049 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-d62ae58a-b939-4546-9a26-3a08fe06fa1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:23.189828 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Pushing event updated for resources: {'Port': ['ID=f77975c8-c610-4ab3-81f9-48ca459d07e0,revision_number=5']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:23.195589 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:23.300987 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Provisioning for port 57db408f-f7ac-4744-9997-e99b25af2553 completed by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:22:23.307610 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Provisioning complete for port 57db408f-f7ac-4744-9997-e99b25af2553 triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:22:23.308242 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:23.402809 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:23.444864 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port 57db408f-f7ac-4744-9997-e99b25af2553, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=57db408f-f7ac-4744-9997-e99b25af2553,segment=NetworkSegment(1ff9c71f-b453-4f17-a8ba-b084557f6d64),segment_id=1ff9c71f-b453-4f17-a8ba-b084557f6d64)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:22:23.482818 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 39582) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:22:23.498534 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-d9ce8c1b-53b4-4e46-ae7b-39f709e8a07d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:23.547087 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:23.549332 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:23.605729 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-d9ce8c1b-53b4-4e46-ae7b-39f709e8a07d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:23.618724 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Pushing event updated for resources: {'Port': ['ID=57db408f-f7ac-4744-9997-e99b25af2553,revision_number=5']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:23.627161 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:23.716906 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5221c5cb-30b9-46e4-9d3e-e0078923daf8 req-eea73825-d121-4f50-a101-9a0ec8a34d0d tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:23.734983 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-5221c5cb-30b9-46e4-9d3e-e0078923daf8 req-eea73825-d121-4f50-a101-9a0ec8a34d0d tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] 10.222.0.13 "GET /v2.0/ports?device_id=e70a573f-928f-46ef-83b0-8079a7b5c907 HTTP/1.1" status: 200  len: 946 time: 0.0785732
Jun 14 03:22:23.765148 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-d9ce8c1b-53b4-4e46-ae7b-39f709e8a07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:23.779873 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-5221c5cb-30b9-46e4-9d3e-e0078923daf8 req-14d2f6e1-4800-4daa-bfcf-9633731695c0 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] 10.222.0.13 "GET /v2.0/security-groups?id=56b699cd-5566-4050-8e47-1622627b229d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548978
Jun 14 03:22:23.805904 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:23.861673 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-d9ce8c1b-53b4-4e46-ae7b-39f709e8a07d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea55880b065d436a8befc056b2b5e1ab&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3777905
Jun 14 03:22:23.864476 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 39600) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:22:23.866942 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ce8c1b-53b4-4e46-ae7b-39f709e8a07d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88cac3d3-f3a4-40da-9c78-182cfdf5d9e7,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:23.882265 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-d9ce8c1b-53b4-4e46-ae7b-39f709e8a07d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:23.930769 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-5b101284-fdc3-4b2b-8d39-f6dbf6793be9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:23.949094 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a6e3ccf-7f24-4f37-8c06-135b6f8abe81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47a7b94f-3815-413c-94af-f890cbdc7059'}, {'server_uuid': '42dd05e8-da3a-4299-b72c-8d5e864bcc8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f77975c8-c610-4ab3-81f9-48ca459d07e0'}, {'server_uuid': '4a012d57-3ae3-410a-987e-321da2d01af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57db408f-f7ac-4744-9997-e99b25af2553'}] {{(pid=92487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:22:23.951640 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}681963f073e70c07aac8dc5e895e90246fb88e956d84982da350f3581d0ebeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d850d644-ba91-42e8-a3d2-34ee9607511f" -d '{"events": [{"server_uuid": "9a6e3ccf-7f24-4f37-8c06-135b6f8abe81", "name": "network-vif-plugged", "status": "completed", "tag": "47a7b94f-3815-413c-94af-f890cbdc7059"}, {"server_uuid": "42dd05e8-da3a-4299-b72c-8d5e864bcc8d", "name": "network-vif-plugged", "status": "completed", "tag": "f77975c8-c610-4ab3-81f9-48ca459d07e0"}, {"server_uuid": "4a012d57-3ae3-410a-987e-321da2d01af3", "name": "network-vif-plugged", "status": "completed", "tag": "57db408f-f7ac-4744-9997-e99b25af2553"}]}' {{(pid=92487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:22:23.956912 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-5b101284-fdc3-4b2b-8d39-f6dbf6793be9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:24.084204 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95529eb-bda6-46b2-9f0a-c8a0c5a456a9 req-b06e943d-3837-4143-8dfe-db15fb311acc tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:24.085682 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-c95529eb-bda6-46b2-9f0a-c8a0c5a456a9 req-b06e943d-3837-4143-8dfe-db15fb311acc tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 946 time: 0.0772803
Jun 14 03:22:24.100669 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4178b143-6939-4b8b-ab5f-7c2988db0b73 req-37a0fd66-e4b3-4104-9a59-d4626d92ee4e tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:24.104398 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-4178b143-6939-4b8b-ab5f-7c2988db0b73 req-37a0fd66-e4b3-4104-9a59-d4626d92ee4e tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a6e3ccf-7f24-4f37-8c06-135b6f8abe81 HTTP/1.1" status: 200  len: 945 time: 0.0869446
Jun 14 03:22:24.136351 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-c95529eb-bda6-46b2-9f0a-c8a0c5a456a9 req-056c9dad-f892-4c11-8976-8bf1b9504c68 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447245
Jun 14 03:22:24.150277 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-4178b143-6939-4b8b-ab5f-7c2988db0b73 req-0f841b93-e466-4c2b-9c35-f7fded5b718b tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388036
Jun 14 03:22:24.196720 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 14 Jun 2021 03:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9384ddcf-c3eb-4365-bdc7-8b7a5058280d x-openstack-request-id: req-9384ddcf-c3eb-4365-bdc7-8b7a5058280d {{(pid=92487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:22:24.197104 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a6e3ccf-7f24-4f37-8c06-135b6f8abe81", "name": "network-vif-plugged", "status": "completed", "tag": "47a7b94f-3815-413c-94af-f890cbdc7059", "code": 200}, {"server_uuid": "42dd05e8-da3a-4299-b72c-8d5e864bcc8d", "name": "network-vif-plugged", "status": "completed", "tag": "f77975c8-c610-4ab3-81f9-48ca459d07e0", "code": 200}, {"server_uuid": "4a012d57-3ae3-410a-987e-321da2d01af3", "name": "network-vif-plugged", "status": "completed", "tag": "57db408f-f7ac-4744-9997-e99b25af2553", "code": 200}]} {{(pid=92487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:22:24.197371 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-5b101284-fdc3-4b2b-8d39-f6dbf6793be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:24.197477 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9384ddcf-c3eb-4365-bdc7-8b7a5058280d {{(pid=92487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:22:24.197879 dv-cinder-796170-1-iscsi neutron-server[92487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a6e3ccf-7f24-4f37-8c06-135b6f8abe81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47a7b94f-3815-413c-94af-f890cbdc7059', 'code': 200}
Jun 14 03:22:24.198275 dv-cinder-796170-1-iscsi neutron-server[92487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42dd05e8-da3a-4299-b72c-8d5e864bcc8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f77975c8-c610-4ab3-81f9-48ca459d07e0', 'code': 200}
Jun 14 03:22:24.198650 dv-cinder-796170-1-iscsi neutron-server[92487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a012d57-3ae3-410a-987e-321da2d01af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57db408f-f7ac-4744-9997-e99b25af2553', 'code': 200}
Jun 14 03:22:24.200054 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-5b101284-fdc3-4b2b-8d39-f6dbf6793be9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:24.201323 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-5b101284-fdc3-4b2b-8d39-f6dbf6793be9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/88cac3d3-f3a4-40da-9c78-182cfdf5d9e7 HTTP/1.1" status: 204  len: 168 time: 0.3355017
Jun 14 03:22:24.202118 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-5a7411f7-4de7-409b-b4eb-622c0b43bbc1 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:24.212973 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b101284-fdc3-4b2b-8d39-f6dbf6793be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88cac3d3-f3a4-40da-9c78-182cfdf5d9e7,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:24.215156 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-5b101284-fdc3-4b2b-8d39-f6dbf6793be9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:24.350520 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123cf92-77b0-45ef-a78e-52406771d8a4 req-1f7ef0bf-df10-4e20-b17c-841a10806abc tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:24.352007 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-8123cf92-77b0-45ef-a78e-52406771d8a4 req-1f7ef0bf-df10-4e20-b17c-841a10806abc tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a012d57-3ae3-410a-987e-321da2d01af3 HTTP/1.1" status: 200  len: 945 time: 0.0723016
Jun 14 03:22:24.397264 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-8123cf92-77b0-45ef-a78e-52406771d8a4 req-23457122-8530-48b3-ada9-cbe8aa6d2775 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396719
Jun 14 03:22:24.967815 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 39642) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:22:25.084789 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-6ed3b1b6-73b7-449a-824e-e8af4e617d47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:25.184546 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-6ed3b1b6-73b7-449a-824e-e8af4e617d47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:25.299093 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-6ed3b1b6-73b7-449a-824e-e8af4e617d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:25.312964 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-20dc85ce-aa81-45f5-aefd-5f2412e376c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:25.347207 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b7bad-4848-4ad8-b313-5e2414e7a040 req-dcd897b7-d7b5-466c-9158-eb12efad93be tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:25.349023 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-bc0b7bad-4848-4ad8-b313-5e2414e7a040 req-dcd897b7-d7b5-466c-9158-eb12efad93be tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a6e3ccf-7f24-4f37-8c06-135b6f8abe81 HTTP/1.1" status: 200  len: 945 time: 0.0740707
Jun 14 03:22:25.350612 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-6ed3b1b6-73b7-449a-824e-e8af4e617d47 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=16144555378144a4bfd24efd1dfebc39&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3791327
Jun 14 03:22:25.353440 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 39656) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:22:25.375335 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed3b1b6-73b7-449a-824e-e8af4e617d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd4011b-f23c-4924-ad05-bea919cd67e1,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:25.375335 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-6ed3b1b6-73b7-449a-824e-e8af4e617d47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:25.396871 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bdd605-1eef-4e5a-8df6-0b98424f3869 req-0e1337f8-f046-4aee-96b5-c53d02b0e4d1 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:25.398526 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-b5bdd605-1eef-4e5a-8df6-0b98424f3869 req-0e1337f8-f046-4aee-96b5-c53d02b0e4d1 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 946 time: 0.1389685
Jun 14 03:22:25.426548 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-bc0b7bad-4848-4ad8-b313-5e2414e7a040 req-ac79b0c5-ed9e-4905-9135-8ce5af94537a tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0707150
Jun 14 03:22:25.459880 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-b5bdd605-1eef-4e5a-8df6-0b98424f3869 req-b084ff53-bc81-4056-a5e5-8dbe289e9d0b tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0547419
Jun 14 03:22:25.463790 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-ddd1fb7d-8992-47f9-96ab-8febcee9ed9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:25.490811 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-ddd1fb7d-8992-47f9-96ab-8febcee9ed9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:25.625579 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c4934-0098-41e1-9e20-22dccae4fc0d req-75656cc4-21d7-44be-9b60-495579b11068 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:25.627213 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-678c4934-0098-41e1-9e20-22dccae4fc0d req-75656cc4-21d7-44be-9b60-495579b11068 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a012d57-3ae3-410a-987e-321da2d01af3 HTTP/1.1" status: 200  len: 945 time: 0.0743546
Jun 14 03:22:25.628279 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-ddd1fb7d-8992-47f9-96ab-8febcee9ed9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:25.631104 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-ddd1fb7d-8992-47f9-96ab-8febcee9ed9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:25.634466 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-ddd1fb7d-8992-47f9-96ab-8febcee9ed9d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9cd4011b-f23c-4924-ad05-bea919cd67e1 HTTP/1.1" status: 204  len: 168 time: 0.2777724
Jun 14 03:22:25.634466 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-04238260-aaca-4399-90d0-d14c6bb37c94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:25.657986 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd1fb7d-8992-47f9-96ab-8febcee9ed9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd4011b-f23c-4924-ad05-bea919cd67e1,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:25.661644 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-ddd1fb7d-8992-47f9-96ab-8febcee9ed9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:25.683064 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-678c4934-0098-41e1-9e20-22dccae4fc0d req-5c0616cf-ac04-4e4f-aac7-05fb2ee0ff5a tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498939
Jun 14 03:22:26.318172 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 39690) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:22:26.336636 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-4b1fb5d6-a0b3-4ecb-9a11-96f78487b1e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:26.428114 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-4b1fb5d6-a0b3-4ecb-9a11-96f78487b1e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:26.552247 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-4b1fb5d6-a0b3-4ecb-9a11-96f78487b1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:26.555568 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-1bda79fc-0dba-4a49-9ac4-7615ef345d8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:26.633764 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1fb5d6-a0b3-4ecb-9a11-96f78487b1e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40da2a6e-50e6-4f95-8bd6-82ffdb62d361,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:26.641438 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-4b1fb5d6-a0b3-4ecb-9a11-96f78487b1e5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b52fd9d8007f4fc88992e9537576e763&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3194604
Jun 14 03:22:26.641438 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-4b1fb5d6-a0b3-4ecb-9a11-96f78487b1e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:26.642511 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 39704) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:22:26.678726 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b1b50-076d-4aba-a2ad-93b31db5366b req-ba08830b-f3ec-45d6-a05a-db4e7b50ef36 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:26.681512 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-4b5b1b50-076d-4aba-a2ad-93b31db5366b req-ba08830b-f3ec-45d6-a05a-db4e7b50ef36 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a6e3ccf-7f24-4f37-8c06-135b6f8abe81 HTTP/1.1" status: 200  len: 945 time: 0.1078849
Jun 14 03:22:26.705551 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd22ca-07f8-4dc3-9e9d-f7ee0a79c017 req-3899348b-1316-4b4a-8bd0-d5ef60d7e537 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:26.707272 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-15cd22ca-07f8-4dc3-9e9d-f7ee0a79c017 req-3899348b-1316-4b4a-8bd0-d5ef60d7e537 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 946 time: 0.1151869
Jun 14 03:22:26.731317 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-4b5b1b50-076d-4aba-a2ad-93b31db5366b req-04e6f710-f2f2-4edc-8e60-5032c596472c tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419018
Jun 14 03:22:26.740048 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-934a04cf-3345-43e0-a638-2f63b1119716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:26.777824 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-934a04cf-3345-43e0-a638-2f63b1119716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:26.781991 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-15cd22ca-07f8-4dc3-9e9d-f7ee0a79c017 req-da3ef38f-2ee8-4ad3-9e8e-8debba5fd7b9 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0618498
Jun 14 03:22:26.908459 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dc6c31-692b-48b6-9ddc-fc6f976f341c req-64fc25e2-97fa-4428-b334-c8738411c855 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:26.909928 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-f9dc6c31-692b-48b6-9ddc-fc6f976f341c req-64fc25e2-97fa-4428-b334-c8738411c855 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a012d57-3ae3-410a-987e-321da2d01af3 HTTP/1.1" status: 200  len: 945 time: 0.0729723
Jun 14 03:22:26.952418 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-f9dc6c31-692b-48b6-9ddc-fc6f976f341c req-0f7c0f88-c95e-4041-bad2-c1e3f318ff06 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0367033
Jun 14 03:22:26.957556 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-934a04cf-3345-43e0-a638-2f63b1119716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:26.960510 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-934a04cf-3345-43e0-a638-2f63b1119716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:26.961599 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-934a04cf-3345-43e0-a638-2f63b1119716 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/40da2a6e-50e6-4f95-8bd6-82ffdb62d361 HTTP/1.1" status: 204  len: 168 time: 0.3188727
Jun 14 03:22:26.962391 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-5f3a231b-f310-4332-a0f6-67740705f774 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:26.979341 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934a04cf-3345-43e0-a638-2f63b1119716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40da2a6e-50e6-4f95-8bd6-82ffdb62d361,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:26.979341 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-934a04cf-3345-43e0-a638-2f63b1119716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:27.137443 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 39718) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:22:27.152562 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10dfeae-2342-49b4-8ac6-fa112aaeb470 req-84100033-9079-41e6-9e43-4ce40ec51774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:27.154121 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-a10dfeae-2342-49b4-8ac6-fa112aaeb470 req-84100033-9079-41e6-9e43-4ce40ec51774 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 1099 time: 0.0748816
Jun 14 03:22:27.175011 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dff614-5920-4716-bef6-966428c7b3fb req-336f0044-dc90-49fd-8a21-f50be7f10ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:27.190293 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-c8dff614-5920-4716-bef6-966428c7b3fb req-336f0044-dc90-49fd-8a21-f50be7f10ce9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9a6e3ccf-7f24-4f37-8c06-135b6f8abe81 HTTP/1.1" status: 200  len: 1098 time: 0.0973854
Jun 14 03:22:27.199967 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-a10dfeae-2342-49b4-8ac6-fa112aaeb470 req-0a7fd5aa-405d-443d-b5f3-0dc7f23e5aa6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389299
Jun 14 03:22:27.223935 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-c8dff614-5920-4716-bef6-966428c7b3fb req-2fd75993-536a-415c-9204-1ac17fb10e1b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393879
Jun 14 03:22:27.347923 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-960e9457-9f9f-42ed-b2cd-6e0953ef107e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:27.446069 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-960e9457-9f9f-42ed-b2cd-6e0953ef107e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:27.494172 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd35889-745f-4cf4-b093-a67844126e42 req-dfd2a5d2-c4a9-47b4-bd4e-f13dc79ffaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:27.495696 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-cfd35889-745f-4cf4-b093-a67844126e42 req-dfd2a5d2-c4a9-47b4-bd4e-f13dc79ffaa9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4a012d57-3ae3-410a-987e-321da2d01af3 HTTP/1.1" status: 200  len: 1098 time: 0.0578194
Jun 14 03:22:27.534374 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-cfd35889-745f-4cf4-b093-a67844126e42 req-d6738317-7ff9-44c8-95d0-3fba2b753121 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0321152
Jun 14 03:22:27.591743 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-960e9457-9f9f-42ed-b2cd-6e0953ef107e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:27.595654 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-d41ac971-50a3-4725-b6a5-5d757558d840 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:27.635821 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-960e9457-9f9f-42ed-b2cd-6e0953ef107e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7a868cbf1320436cb9c2217ea402160d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4965651
Jun 14 03:22:27.636683 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960e9457-9f9f-42ed-b2cd-6e0953ef107e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2702aa5-a8ad-49de-be8d-3328b77bbfaf,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:27.638574 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 39730) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:22:27.640198 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-960e9457-9f9f-42ed-b2cd-6e0953ef107e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:27.689737 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-a743894c-7cc6-4959-bc08-15375364574b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:27.715136 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-a743894c-7cc6-4959-bc08-15375364574b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:27.898782 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-a743894c-7cc6-4959-bc08-15375364574b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:27.901553 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-a743894c-7cc6-4959-bc08-15375364574b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:27.902737 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-a743894c-7cc6-4959-bc08-15375364574b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b2702aa5-a8ad-49de-be8d-3328b77bbfaf HTTP/1.1" status: 204  len: 168 time: 0.2632122
Jun 14 03:22:27.904689 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:27.944282 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8519527c-b07f-4a68-8186-b3e3a6a46502 req-59117305-f3ef-4df7-a526-a3da67948f1e tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:27.946835 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-8519527c-b07f-4a68-8186-b3e3a6a46502 req-59117305-f3ef-4df7-a526-a3da67948f1e tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a6e3ccf-7f24-4f37-8c06-135b6f8abe81 HTTP/1.1" status: 200  len: 945 time: 0.0938118
Jun 14 03:22:27.965662 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a743894c-7cc6-4959-bc08-15375364574b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2702aa5-a8ad-49de-be8d-3328b77bbfaf,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:27.970567 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-a743894c-7cc6-4959-bc08-15375364574b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:28.019328 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936b5c3f-5eef-44bc-8f96-ff34d7cd791e req-40f36505-6dba-4833-b0d0-35f241adefba tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:28.021299 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-936b5c3f-5eef-44bc-8f96-ff34d7cd791e req-40f36505-6dba-4833-b0d0-35f241adefba tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 946 time: 0.1174030
Jun 14 03:22:28.032577 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-8519527c-b07f-4a68-8186-b3e3a6a46502 req-8ea29720-2695-4bbe-b226-62a949a5a10b tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0768268
Jun 14 03:22:28.079155 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-936b5c3f-5eef-44bc-8f96-ff34d7cd791e req-662a58ba-6864-4dfe-92b6-f9dda055cb5d tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0507860
Jun 14 03:22:28.273596 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e86576b-23dc-4e7f-adad-191d66782cc2 req-ca3161a2-2709-4991-9793-6b11194e7d55 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:28.275304 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-4e86576b-23dc-4e7f-adad-191d66782cc2 req-ca3161a2-2709-4991-9793-6b11194e7d55 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a012d57-3ae3-410a-987e-321da2d01af3 HTTP/1.1" status: 200  len: 945 time: 0.0929239
Jun 14 03:22:28.324730 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-4e86576b-23dc-4e7f-adad-191d66782cc2 req-76b6168f-1eb6-4d84-9b65-68aeed2a61cb tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424995
Jun 14 03:22:28.790249 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 39780) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:22:28.805559 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-eb54064a-5030-49d0-a601-ccba1dee2c1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:28.899473 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-eb54064a-5030-49d0-a601-ccba1dee2c1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:29.025772 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-eb54064a-5030-49d0-a601-ccba1dee2c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:29.030784 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:29.073453 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-eb54064a-5030-49d0-a601-ccba1dee2c1e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fdcbef3fb33c4617aec37711087c2657&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2821109
Jun 14 03:22:29.074389 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54064a-5030-49d0-a601-ccba1dee2c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d63a3509-1119-4edc-86d0-6cffd23037c2,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:29.076236 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 39786) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:22:29.078922 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-eb54064a-5030-49d0-a601-ccba1dee2c1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:29.140888 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-9b560d4b-ae9b-4f40-b0e6-d7be11c2edf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:29.175298 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-9b560d4b-ae9b-4f40-b0e6-d7be11c2edf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:29.265892 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1c245-e9fd-473f-8b9a-973f850f2b3c req-eb94a3f1-417b-43b5-a99a-c4e2557689cf tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:29.267293 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-44a1c245-e9fd-473f-8b9a-973f850f2b3c req-eb94a3f1-417b-43b5-a99a-c4e2557689cf tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a6e3ccf-7f24-4f37-8c06-135b6f8abe81 HTTP/1.1" status: 200  len: 945 time: 0.1055973
Jun 14 03:22:29.311314 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-44a1c245-e9fd-473f-8b9a-973f850f2b3c req-f7354da2-1ff0-4dca-beb3-03b5936700f1 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0355217
Jun 14 03:22:29.357191 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-9b560d4b-ae9b-4f40-b0e6-d7be11c2edf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:29.360813 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-9b560d4b-ae9b-4f40-b0e6-d7be11c2edf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:29.362041 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-9b560d4b-ae9b-4f40-b0e6-d7be11c2edf5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d63a3509-1119-4edc-86d0-6cffd23037c2 HTTP/1.1" status: 204  len: 168 time: 0.2848556
Jun 14 03:22:29.362879 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-a4c94e84-aaf0-4a7f-9bdc-b22937464c12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:29.379324 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b560d4b-ae9b-4f40-b0e6-d7be11c2edf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63a3509-1119-4edc-86d0-6cffd23037c2,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:29.379324 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-9b560d4b-ae9b-4f40-b0e6-d7be11c2edf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:29.492736 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15aa19cc-19a1-48a9-b486-25ad3a323417 req-1442c4f6-41ac-4066-a2f9-49f35027382d tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:29.494332 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-15aa19cc-19a1-48a9-b486-25ad3a323417 req-1442c4f6-41ac-4066-a2f9-49f35027382d tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 946 time: 0.0752783
Jun 14 03:22:29.536882 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-15aa19cc-19a1-48a9-b486-25ad3a323417 req-994fff46-4bf9-46cf-ba88-5c2b9625423e tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0363376
Jun 14 03:22:29.716368 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44677d58-5840-414d-afe1-e6775710096b req-57006c03-5036-4c96-b603-a29bb537e347 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:29.718586 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-44677d58-5840-414d-afe1-e6775710096b req-57006c03-5036-4c96-b603-a29bb537e347 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a012d57-3ae3-410a-987e-321da2d01af3 HTTP/1.1" status: 200  len: 945 time: 0.0741441
Jun 14 03:22:29.760721 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-44677d58-5840-414d-afe1-e6775710096b req-f927f949-f534-4e88-9e21-6923cd5f9c0c tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0363240
Jun 14 03:22:30.505306 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1e30ef-d997-4a3b-9ec8-778dd085900c req-3055ce3f-5ffe-4517-a425-93a0623953c7 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:30.506939 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-cd1e30ef-d997-4a3b-9ec8-778dd085900c req-3055ce3f-5ffe-4517-a425-93a0623953c7 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a6e3ccf-7f24-4f37-8c06-135b6f8abe81 HTTP/1.1" status: 200  len: 945 time: 0.0816746
Jun 14 03:22:30.557472 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-cd1e30ef-d997-4a3b-9ec8-778dd085900c req-10f45ae5-93ca-4b98-8484-00557d6632c2 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447352
Jun 14 03:22:30.729572 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914151a6-e0d2-4acb-b2d7-921cad0e70eb req-7732769c-c7ca-471a-8461-03c1eb598c9e tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:30.733035 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-914151a6-e0d2-4acb-b2d7-921cad0e70eb req-7732769c-c7ca-471a-8461-03c1eb598c9e tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 946 time: 0.0723150
Jun 14 03:22:30.775843 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-914151a6-e0d2-4acb-b2d7-921cad0e70eb req-7c5d93cd-17a3-48d5-b3e3-a39972a3dc98 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0374780
Jun 14 03:22:30.949718 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee58a16-d9ab-473b-b2b9-9acf335d8544 req-0366e6f8-f0b2-481b-a979-6daa5c35de46 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:30.951191 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-bee58a16-d9ab-473b-b2b9-9acf335d8544 req-0366e6f8-f0b2-481b-a979-6daa5c35de46 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a012d57-3ae3-410a-987e-321da2d01af3 HTTP/1.1" status: 200  len: 945 time: 0.0693414
Jun 14 03:22:30.994837 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-bee58a16-d9ab-473b-b2b9-9acf335d8544 req-dec82549-3903-41fe-8277-43c057afb959 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372596
Jun 14 03:22:31.753882 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d561c4-3f3b-46a0-af9a-94ad8ffb909e req-95e32fc5-fb90-4924-8be3-a3d32feee38b tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:31.755783 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-03d561c4-3f3b-46a0-af9a-94ad8ffb909e req-95e32fc5-fb90-4924-8be3-a3d32feee38b tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a6e3ccf-7f24-4f37-8c06-135b6f8abe81 HTTP/1.1" status: 200  len: 945 time: 0.0871379
Jun 14 03:22:31.802848 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-03d561c4-3f3b-46a0-af9a-94ad8ffb909e req-afef2939-daa1-4e4f-97ab-cfb0748645ed tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413098
Jun 14 03:22:31.996640 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a560eb-672e-4177-bfc3-7017da211b0c req-e6ddece9-0473-44f9-81e6-ece06e745794 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:31.998278 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-95a560eb-672e-4177-bfc3-7017da211b0c req-e6ddece9-0473-44f9-81e6-ece06e745794 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 946 time: 0.0927081
Jun 14 03:22:32.047573 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-95a560eb-672e-4177-bfc3-7017da211b0c req-298821a8-776d-4aa7-b64b-7c1a441c77e9 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426142
Jun 14 03:22:32.259867 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a5364-47ea-42bc-b338-64910ac63201 req-1bcc4c28-e7fe-4522-abe1-8956ffd57def tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:32.261633 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-ea7a5364-47ea-42bc-b338-64910ac63201 req-1bcc4c28-e7fe-4522-abe1-8956ffd57def tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a012d57-3ae3-410a-987e-321da2d01af3 HTTP/1.1" status: 200  len: 945 time: 0.0737019
Jun 14 03:22:32.267035 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcafdc9f-b7e4-4b57-91e8-517c2b942be7 req-09a239e1-b773-466f-8497-ec268397c6bc tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:32.268719 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-bcafdc9f-b7e4-4b57-91e8-517c2b942be7 req-09a239e1-b773-466f-8497-ec268397c6bc tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 946 time: 0.0938511
Jun 14 03:22:32.277168 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 39912) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:22:32.282581 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.v2.base [None req-8fb4542a-8a88-4870-b994-00fcad960468 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Request body: {'floatingip': {'port_id': 'f77975c8-c610-4ab3-81f9-48ca459d07e0'}} {{(pid=92485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:22:32.386691 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-8fb4542a-8a88-4870-b994-00fcad960468 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks [] for floatingip, before_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:32.444248 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-ea7a5364-47ea-42bc-b338-64910ac63201 req-f4c1035a-e8e9-40fc-b481-0b3e1880d15e tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1744149
Jun 14 03:22:33.353570 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f733057-d5d7-4066-a81b-bb21df97674c req-26a0751e-d8f7-43ac-82f0-7f027afdfa1d tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:33.355432 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-7f733057-d5d7-4066-a81b-bb21df97674c req-26a0751e-d8f7-43ac-82f0-7f027afdfa1d tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a6e3ccf-7f24-4f37-8c06-135b6f8abe81 HTTP/1.1" status: 200  len: 945 time: 0.3051391
Jun 14 03:22:33.368127 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce0cc1-8111-4ab2-9d59-b4fc326f0ffb req-81008c08-7149-4e79-84db-4a37a03ea15d tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:33.369689 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-67ce0cc1-8111-4ab2-9d59-b4fc326f0ffb req-81008c08-7149-4e79-84db-4a37a03ea15d tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a012d57-3ae3-410a-987e-321da2d01af3 HTTP/1.1" status: 200  len: 945 time: 0.0786321
Jun 14 03:22:33.414412 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-67ce0cc1-8111-4ab2-9d59-b4fc326f0ffb req-662785fc-e6f5-4138-a104-08f18162d5fd tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366383
Jun 14 03:22:33.435061 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-8fb4542a-8a88-4870-b994-00fcad960468 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:33.479680 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-7f733057-d5d7-4066-a81b-bb21df97674c req-f484df0e-5b1d-4fab-80b9-a92b43b732ef tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0955164
Jun 14 03:22:33.491364 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d8f49-fd8b-4afb-99e9-a22ec4bb67f8 req-85d9f90c-9fe7-4f9b-a435-1387b04ab6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:33.493556 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-b05d8f49-fd8b-4afb-99e9-a22ec4bb67f8 req-85d9f90c-9fe7-4f9b-a435-1387b04ab6a1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d770a57b3e724678a2cc69c7a9890825&device_id=4a012d57-3ae3-410a-987e-321da2d01af3 HTTP/1.1" status: 200  len: 1098 time: 0.1107395
Jun 14 03:22:33.578398 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-8fb4542a-8a88-4870-b994-00fcad960468 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66755190'] for floatingip, after_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:33.839649 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d8f49-fd8b-4afb-99e9-a22ec4bb67f8 req-35204970-62a6-4204-990d-f50482e88fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:33.839649 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-b05d8f49-fd8b-4afb-99e9-a22ec4bb67f8 req-35204970-62a6-4204-990d-f50482e88fb3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5a47fa3e-70b2-4efd-bce9-673f89030784 HTTP/1.1" status: 200  len: 919 time: 0.2154434
Jun 14 03:22:33.839649 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-b05d8f49-fd8b-4afb-99e9-a22ec4bb67f8 req-29a4fd61-b46e-4782-8a35-eb3eef5f0109 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=57db408f-f7ac-4744-9997-e99b25af2553 HTTP/1.1" status: 200  len: 217 time: 0.0557590
Jun 14 03:22:33.839649 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.db.l3_db [None req-8fb4542a-8a88-4870-b994-00fcad960468 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Floating IP 324f1f05-53fc-48c9-9dde-fcf053c4d9b4 associated. External IP: 172.27.2.194, port: f77975c8-c610-4ab3-81f9-48ca459d07e0.
Jun 14 03:22:33.941052 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d8f49-fd8b-4afb-99e9-a22ec4bb67f8 req-eec6a537-5cf3-4b99-b2ad-ae7839231353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:33.942499 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-b05d8f49-fd8b-4afb-99e9-a22ec4bb67f8 req-eec6a537-5cf3-4b99-b2ad-ae7839231353 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=22848147-cf67-4dfd-aeab-710e50c30d70 HTTP/1.1" status: 200  len: 858 time: 0.1540992
Jun 14 03:22:33.990232 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-b05d8f49-fd8b-4afb-99e9-a22ec4bb67f8 req-4a0961cd-d09d-4f63-8f10-eba9a69602a1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5a47fa3e-70b2-4efd-bce9-673f89030784&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0354927
Jun 14 03:22:34.390022 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-b05d8f49-fd8b-4afb-99e9-a22ec4bb67f8 req-87ed24ba-9c0b-4891-ae3d-646be5af4f32 service neutron] 10.222.0.37 "GET /v2.0/networks/5a47fa3e-70b2-4efd-bce9-673f89030784?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3916812
Jun 14 03:22:34.397867 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fb4542a-8a88-4870-b994-00fcad960468 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Router ac3183be-460a-411b-86aa-5b5b75320c9a has already been hosted by L3 agent faa78350-ce80-467b-8f2c-9d7893daed85 {{(pid=92485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 14 03:22:34.466738 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-f2dd5126-9cff-4d6d-b3d0-5b66b82be45a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:34.609848 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b12e719-85ab-455e-a7d8-a58d762ab7bb req-8c1f980a-af00-49af-8740-742c906f51c6 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:34.611505 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-5b12e719-85ab-455e-a7d8-a58d762ab7bb req-8c1f980a-af00-49af-8740-742c906f51c6 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a012d57-3ae3-410a-987e-321da2d01af3 HTTP/1.1" status: 200  len: 945 time: 0.0791214
Jun 14 03:22:34.628049 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-b05d8f49-fd8b-4afb-99e9-a22ec4bb67f8 req-441d7ae1-4784-47c9-a07f-1215e9c6a6e1 service neutron] 10.222.0.37 "GET /v2.0/networks/5a47fa3e-70b2-4efd-bce9-673f89030784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2234225
Jun 14 03:22:34.632360 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb4542a-8a88-4870-b994-00fcad960468 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify agent at l3_agent.dv-cinder-796170-1-iscsi the message routers_updated {{(pid=92485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 14 03:22:34.637027 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-8fb4542a-8a88-4870-b994-00fcad960468 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389'] for floatingip, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:34.655009 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e04219-f3f8-4b55-825b-beefbb1b2b1d None None] Sync routers for ids ['ac3183be-460a-411b-86aa-5b5b75320c9a'] in dv-cinder-796170-1-iscsi {{(pid=92488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 14 03:22:34.660852 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-5b12e719-85ab-455e-a7d8-a58d762ab7bb req-f7f182e8-0944-4d8f-975a-8c2b5f3cec8b tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435827
Jun 14 03:22:34.670221 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e04219-f3f8-4b55-825b-beefbb1b2b1d None None] Routers {'ac3183be-460a-411b-86aa-5b5b75320c9a'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:22:34.670221 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-e9e04219-f3f8-4b55-825b-beefbb1b2b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5e1edcd0>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:22:07Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['ac3183be-460a-411b-86aa-5b5b75320c9a'], 'active': True} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:22:34.686398 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-8fb4542a-8a88-4870-b994-00fcad960468 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "PUT /v2.0/floatingips/324f1f05-53fc-48c9-9dde-fcf053c4d9b4 HTTP/1.1" status: 200  len: 992 time: 2.4053335
Jun 14 03:22:34.686398 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42dd05e8-da3a-4299-b72c-8d5e864bcc8d', 'tag': 'f77975c8-c610-4ab3-81f9-48ca459d07e0'}] {{(pid=92485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:22:34.686796 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0639b30c08a1ea7684a5dbba31199bfc4186ae3813d9033880ffe89de9bab324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a42069f9-1bb7-4df2-96d0-acf2e07023e3" -d '{"events": [{"name": "network-changed", "server_uuid": "42dd05e8-da3a-4299-b72c-8d5e864bcc8d", "tag": "f77975c8-c610-4ab3-81f9-48ca459d07e0"}]}' {{(pid=92485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:22:34.724014 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 03:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a6039e-1053-4db3-899c-6135a7d85481 x-openstack-request-id: req-31a6039e-1053-4db3-899c-6135a7d85481 {{(pid=92485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:22:34.724317 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42dd05e8-da3a-4299-b72c-8d5e864bcc8d", "tag": "f77975c8-c610-4ab3-81f9-48ca459d07e0", "status": "completed", "code": 200}]} {{(pid=92485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:22:34.724576 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-31a6039e-1053-4db3-899c-6135a7d85481 {{(pid=92485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:22:34.724972 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42dd05e8-da3a-4299-b72c-8d5e864bcc8d', 'tag': 'f77975c8-c610-4ab3-81f9-48ca459d07e0', 'status': 'completed', 'code': 200}
Jun 14 03:22:34.863577 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvr_db [None req-e9e04219-f3f8-4b55-825b-beefbb1b2b1d None None] Set router ac3183be-460a-411b-86aa-5b5b75320c9a gateway port host: dv-cinder-796170-1-iscsi {{(pid=92488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:22:34.883156 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42069f9-1bb7-4df2-96d0-acf2e07023e3 req-8df383f2-d46f-486e-a2ad-d6f5ebb83283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:34.885381 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-a42069f9-1bb7-4df2-96d0-acf2e07023e3 req-8df383f2-d46f-486e-a2ad-d6f5ebb83283 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9155b325d6cd4337b263e1034bb9dbfb&device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 1099 time: 0.1233327
Jun 14 03:22:35.031580 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42069f9-1bb7-4df2-96d0-acf2e07023e3 req-c1206fa4-20bc-4e44-9797-cd53196a272f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:35.035747 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-a42069f9-1bb7-4df2-96d0-acf2e07023e3 req-c1206fa4-20bc-4e44-9797-cd53196a272f service neutron] 10.222.0.37 "GET /v2.0/networks?id=f65bd812-254a-48f4-8498-d6b6b04b0ab8 HTTP/1.1" status: 200  len: 918 time: 0.1274471
Jun 14 03:22:35.128883 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:35.173617 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-a42069f9-1bb7-4df2-96d0-acf2e07023e3 req-cdf2fb42-a5f7-45f1-84c3-2b135bd1aa91 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f77975c8-c610-4ab3-81f9-48ca459d07e0 HTTP/1.1" status: 200  len: 1000 time: 0.1225822
Jun 14 03:22:35.259821 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-e9e04219-f3f8-4b55-825b-beefbb1b2b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5e1edcd0>, [{'id': 'ac3183be-460a-411b-86aa-5b5b75320c9a', 'name': 'tempest-AttachVolumeShelveTestJSON-1283861758-router', 'tenant_id': '9155b325d6cd4337b263e1034bb9dbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'c1e9c54f-6f42-4e92-a065-f562d4dceaff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:41Z', 'updated_at': '2021-06-14T03:21:49Z', 'revision_number': 4, 'project_id': '9155b325d6cd4337b263e1034bb9dbfb', 'gw_port': {'id': 'c1e9c54f-6f42-4e92-a065-f562d4dceaff', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:24:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3183be-460a-411b-86aa-5b5b75320c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:21:43Z', 'updated_at': '2021-06-14T03:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_floatingips': [{'id': '324f1f05-53fc-48c9-9dde-fcf053c4d9b4', 'tenant_id': '9155b325d6cd4337b263e1034bb9dbfb', 'floating_ip_address': '172.27.2.194', 'floating_network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'router_id': 'ac3183be-460a-411b-86aa-5b5b75320c9a', 'port_id': 'f77975c8-c610-4ab3-81f9-48ca459d07e0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f65bd812-254a-48f4-8498-d6b6b04b0ab8', 'mac_address': 'fa:16:3e:22:89:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dd05e8-da3a-4299-b72c-8d5e864bcc8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T03:21:57Z', 'updated_at': '2021-06-14T03:22:33Z', 'revision_number': 1, 'project_id': '9155b325d6cd4337b263e1034bb9dbfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f05021a-b477-401e-9b25-c86f27f2a189', 'name': '', 'network_id': 'f65bd812-254a-48f4-8498-d6b6b04b0ab8', 'tenant_id': '9155b325d6cd4337b263e1034bb9dbfb', 'mac_address': 'fa:16:3e:f2:20:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3183be-460a-411b-86aa-5b5b75320c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '545b480d-c2cb-4869-a2a3-42345a60be46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:21:48Z', 'updated_at': '2021-06-14T03:21:58Z', 'revision_number': 5, 'project_id': '9155b325d6cd4337b263e1034bb9dbfb', 'subnets': [{'id': '545b480d-c2cb-4869-a2a3-42345a60be46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:22:35.261294 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42069f9-1bb7-4df2-96d0-acf2e07023e3 req-c3b7e75b-24f2-47c2-86ce-2fe9d9bd765e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:35.264399 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e04219-f3f8-4b55-825b-beefbb1b2b1d None None] Checking router: ac3183be-460a-411b-86aa-5b5b75320c9a for host: dv-cinder-796170-1-iscsi {{(pid=92488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 14 03:22:35.267348 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-a42069f9-1bb7-4df2-96d0-acf2e07023e3 req-c3b7e75b-24f2-47c2-86ce-2fe9d9bd765e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=545b480d-c2cb-4869-a2a3-42345a60be46 HTTP/1.1" status: 200  len: 856 time: 0.0832419
Jun 14 03:22:35.277787 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e04219-f3f8-4b55-825b-beefbb1b2b1d None None] Routers {'ac3183be-460a-411b-86aa-5b5b75320c9a'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:22:35.279114 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-e9e04219-f3f8-4b55-825b-beefbb1b2b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5e1edcd0>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:22:07Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['ac3183be-460a-411b-86aa-5b5b75320c9a'], 'active': True} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:22:35.348921 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42069f9-1bb7-4df2-96d0-acf2e07023e3 req-2f5184ea-318a-4fb8-a456-02efd245d478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:35.350530 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-a42069f9-1bb7-4df2-96d0-acf2e07023e3 req-2f5184ea-318a-4fb8-a456-02efd245d478 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f65bd812-254a-48f4-8498-d6b6b04b0ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0766311
Jun 14 03:22:35.443091 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvr_db [None req-e9e04219-f3f8-4b55-825b-beefbb1b2b1d None None] Set router ac3183be-460a-411b-86aa-5b5b75320c9a gateway port host: dv-cinder-796170-1-iscsi {{(pid=92488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:22:35.473577 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-a42069f9-1bb7-4df2-96d0-acf2e07023e3 req-1a5a08ca-321c-47d6-ae62-a903803ef861 service neutron] 10.222.0.37 "GET /v2.0/networks/f65bd812-254a-48f4-8498-d6b6b04b0ab8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1157792
Jun 14 03:22:35.605776 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-a42069f9-1bb7-4df2-96d0-acf2e07023e3 req-4f5ac31f-b290-4035-bf09-36a80d424918 service neutron] 10.222.0.37 "GET /v2.0/networks/f65bd812-254a-48f4-8498-d6b6b04b0ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1242752
Jun 14 03:22:35.860594 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-e9e04219-f3f8-4b55-825b-beefbb1b2b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5e1edcd0>, [{'id': 'ac3183be-460a-411b-86aa-5b5b75320c9a', 'name': 'tempest-AttachVolumeShelveTestJSON-1283861758-router', 'tenant_id': '9155b325d6cd4337b263e1034bb9dbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'c1e9c54f-6f42-4e92-a065-f562d4dceaff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:41Z', 'updated_at': '2021-06-14T03:21:49Z', 'revision_number': 4, 'project_id': '9155b325d6cd4337b263e1034bb9dbfb', 'gw_port': {'id': 'c1e9c54f-6f42-4e92-a065-f562d4dceaff', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:24:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3183be-460a-411b-86aa-5b5b75320c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:21:43Z', 'updated_at': '2021-06-14T03:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_floatingips': [{'id': '324f1f05-53fc-48c9-9dde-fcf053c4d9b4', 'tenant_id': '9155b325d6cd4337b263e1034bb9dbfb', 'floating_ip_address': '172.27.2.194', 'floating_network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'router_id': 'ac3183be-460a-411b-86aa-5b5b75320c9a', 'port_id': 'f77975c8-c610-4ab3-81f9-48ca459d07e0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f65bd812-254a-48f4-8498-d6b6b04b0ab8', 'mac_address': 'fa:16:3e:22:89:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dd05e8-da3a-4299-b72c-8d5e864bcc8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T03:21:57Z', 'updated_at': '2021-06-14T03:22:33Z', 'revision_number': 1, 'project_id': '9155b325d6cd4337b263e1034bb9dbfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f05021a-b477-401e-9b25-c86f27f2a189', 'name': '', 'network_id': 'f65bd812-254a-48f4-8498-d6b6b04b0ab8', 'tenant_id': '9155b325d6cd4337b263e1034bb9dbfb', 'mac_address': 'fa:16:3e:f2:20:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3183be-460a-411b-86aa-5b5b75320c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '545b480d-c2cb-4869-a2a3-42345a60be46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:21:48Z', 'updated_at': '2021-06-14T03:21:58Z', 'revision_number': 5, 'project_id': '9155b325d6cd4337b263e1034bb9dbfb', 'subnets': [{'id': '545b480d-c2cb-4869-a2a3-42345a60be46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:22:35.865161 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e04219-f3f8-4b55-825b-beefbb1b2b1d None None] The sync data for ids ['ac3183be-460a-411b-86aa-5b5b75320c9a'] in dv-cinder-796170-1-iscsi is: [{'id': 'ac3183be-460a-411b-86aa-5b5b75320c9a', 'name': 'tempest-AttachVolumeShelveTestJSON-1283861758-router', 'tenant_id': '9155b325d6cd4337b263e1034bb9dbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'c1e9c54f-6f42-4e92-a065-f562d4dceaff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:41Z', 'updated_at': '2021-06-14T03:21:49Z', 'revision_number': 4, 'project_id': '9155b325d6cd4337b263e1034bb9dbfb', 'gw_port': {'id': 'c1e9c54f-6f42-4e92-a065-f562d4dceaff', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:24:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3183be-460a-411b-86aa-5b5b75320c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:21:43Z', 'updated_at': '2021-06-14T03:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_floatingips': [{'id': '324f1f05-53fc-48c9-9dde-fcf053c4d9b4', 'tenant_id': '9155b325d6cd4337b263e1034bb9dbfb', 'floating_ip_address': '172.27.2.194', 'floating_network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'router_id': 'ac3183be-460a-411b-86aa-5b5b75320c9a', 'port_id': 'f77975c8-c610-4ab3-81f9-48ca459d07e0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f65bd812-254a-48f4-8498-d6b6b04b0ab8', 'mac_address': 'fa:16:3e:22:89:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42dd05e8-da3a-4299-b72c-8d5e864bcc8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T03:21:57Z', 'updated_at': '2021-06-14T03:22:33Z', 'revision_number': 1, 'project_id': '9155b325d6cd4337b263e1034bb9dbfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f05021a-b477-401e-9b25-c86f27f2a189', 'name': '', 'network_id': 'f65bd812-254a-48f4-8498-d6b6b04b0ab8', 'tenant_id': '9155b325d6cd4337b263e1034bb9dbfb', 'mac_address': 'fa:16:3e:f2:20:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3183be-460a-411b-86aa-5b5b75320c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '545b480d-c2cb-4869-a2a3-42345a60be46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:21:48Z', 'updated_at': '2021-06-14T03:21:58Z', 'revision_number': 5, 'project_id': '9155b325d6cd4337b263e1034bb9dbfb', 'subnets': [{'id': '545b480d-c2cb-4869-a2a3-42345a60be46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 14 03:22:35.866893 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095e931-23d0-463b-8bf5-6526db6a7ee8 req-41914c05-8369-4770-ab99-e71e3a38f7d7 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:35.868204 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-f095e931-23d0-463b-8bf5-6526db6a7ee8 req-41914c05-8369-4770-ab99-e71e3a38f7d7 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a012d57-3ae3-410a-987e-321da2d01af3 HTTP/1.1" status: 200  len: 945 time: 0.0834298
Jun 14 03:22:35.920217 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-f095e931-23d0-463b-8bf5-6526db6a7ee8 req-3cff7ef6-cf37-4986-9c7b-c0958e4f7b9b tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428421
Jun 14 03:22:36.110256 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2885f8df-e2e6-41b5-a8e5-6f2887720e42 None None] New status for floating IP 324f1f05-53fc-48c9-9dde-fcf053c4d9b4: ACTIVE {{(pid=92487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 14 03:22:37.003282 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-3e7dcc69-88b8-442f-b338-b3aa3e3ebf3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:37.119246 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9593846d-ed0f-4736-b47d-4bd7d7477971 req-d93f537b-8247-4738-a69e-6006c40c8ced tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:37.120720 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-9593846d-ed0f-4736-b47d-4bd7d7477971 req-d93f537b-8247-4738-a69e-6006c40c8ced tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a012d57-3ae3-410a-987e-321da2d01af3 HTTP/1.1" status: 200  len: 945 time: 0.0696762
Jun 14 03:22:37.163803 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-9593846d-ed0f-4736-b47d-4bd7d7477971 req-64622c87-0aa2-42ab-9a44-71b62f3066b8 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0359762
Jun 14 03:22:37.214365 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:38.106269 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-a6614653-0164-4561-80ac-e583b9425df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:38.125709 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 40096) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:22:38.231458 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-f516fe98-49ae-407d-bc1b-24a58bab5af5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:38.376672 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-f516fe98-49ae-407d-bc1b-24a58bab5af5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:38.388820 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9967ac2c-d49c-4514-ba13-1e6514b3f30f req-76419e98-d089-4067-9f07-e53dd351dc85 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:38.390550 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-9967ac2c-d49c-4514-ba13-1e6514b3f30f req-76419e98-d089-4067-9f07-e53dd351dc85 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a012d57-3ae3-410a-987e-321da2d01af3 HTTP/1.1" status: 200  len: 945 time: 0.1109970
Jun 14 03:22:38.433302 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-9967ac2c-d49c-4514-ba13-1e6514b3f30f req-630b60cf-5b21-4693-b9ba-bd12e204f002 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0368752
Jun 14 03:22:38.448841 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-f516fe98-49ae-407d-bc1b-24a58bab5af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:38.451444 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-f65dc5e0-bcc2-47dd-9adc-83997b8ad069 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:38.495219 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-f516fe98-49ae-407d-bc1b-24a58bab5af5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=908c9874874e47fbb9eb50c665c012d8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3658769
Jun 14 03:22:38.495219 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f516fe98-49ae-407d-bc1b-24a58bab5af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0135b0-1839-4f15-aa89-2a98258bcd93,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:38.495536 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 40104) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:22:38.501499 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f516fe98-49ae-407d-bc1b-24a58bab5af5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:22:38.501856 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f516fe98-49ae-407d-bc1b-24a58bab5af5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:22:38.502195 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f516fe98-49ae-407d-bc1b-24a58bab5af5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:22:38.502572 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f516fe98-49ae-407d-bc1b-24a58bab5af5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:22:38.502895 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f516fe98-49ae-407d-bc1b-24a58bab5af5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:22:38.503228 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f516fe98-49ae-407d-bc1b-24a58bab5af5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:22:38.503555 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f516fe98-49ae-407d-bc1b-24a58bab5af5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:22:38.503878 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f516fe98-49ae-407d-bc1b-24a58bab5af5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:22:38.504206 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f516fe98-49ae-407d-bc1b-24a58bab5af5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:22:38.504609 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f516fe98-49ae-407d-bc1b-24a58bab5af5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:22:38.504935 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f516fe98-49ae-407d-bc1b-24a58bab5af5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:22:38.505259 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f516fe98-49ae-407d-bc1b-24a58bab5af5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:22:38.509290 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-f516fe98-49ae-407d-bc1b-24a58bab5af5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:38.549586 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-6f7b827b-5575-445f-abb8-68db775d8639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:38.573076 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-6f7b827b-5575-445f-abb8-68db775d8639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:38.740767 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-6f7b827b-5575-445f-abb8-68db775d8639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:38.747269 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-6f7b827b-5575-445f-abb8-68db775d8639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:38.749914 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-6f7b827b-5575-445f-abb8-68db775d8639 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ef0135b0-1839-4f15-aa89-2a98258bcd93 HTTP/1.1" status: 204  len: 168 time: 0.2522926
Jun 14 03:22:38.750390 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:38.762883 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7b827b-5575-445f-abb8-68db775d8639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef0135b0-1839-4f15-aa89-2a98258bcd93,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:38.771272 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b827b-5575-445f-abb8-68db775d8639 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:22:38.771632 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b827b-5575-445f-abb8-68db775d8639 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:22:38.771985 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b827b-5575-445f-abb8-68db775d8639 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:22:38.772329 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b827b-5575-445f-abb8-68db775d8639 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:22:38.772665 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b827b-5575-445f-abb8-68db775d8639 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:22:38.773002 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b827b-5575-445f-abb8-68db775d8639 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:22:38.773335 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b827b-5575-445f-abb8-68db775d8639 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:22:38.773661 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b827b-5575-445f-abb8-68db775d8639 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:22:38.774156 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b827b-5575-445f-abb8-68db775d8639 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:22:38.774635 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b827b-5575-445f-abb8-68db775d8639 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:22:38.774850 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b827b-5575-445f-abb8-68db775d8639 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:22:38.775178 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f7b827b-5575-445f-abb8-68db775d8639 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:22:38.778276 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-6f7b827b-5575-445f-abb8-68db775d8639 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:39.407024 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 40144) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:22:39.425344 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-60316b60-6a2f-4b71-bddd-2fbbcf6c362c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:39.637221 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-60316b60-6a2f-4b71-bddd-2fbbcf6c362c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:39.677923 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe317cd-568f-4dd4-975b-e9a6cdf819c2 req-4dc6355a-75a8-4145-b718-6bd198a80ed7 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:39.679511 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-ffe317cd-568f-4dd4-975b-e9a6cdf819c2 req-4dc6355a-75a8-4145-b718-6bd198a80ed7 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a012d57-3ae3-410a-987e-321da2d01af3 HTTP/1.1" status: 200  len: 945 time: 0.0952969
Jun 14 03:22:39.697519 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-37effd67-6caa-48ba-975b-7ec46c17b4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:39.726941 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-ffe317cd-568f-4dd4-975b-e9a6cdf819c2 req-bdabc5f4-ba3f-492f-a1a2-936bef6aecc3 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407665
Jun 14 03:22:39.784293 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-60316b60-6a2f-4b71-bddd-2fbbcf6c362c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:39.787955 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-99b142b8-1d66-4b98-bd88-7c32a2f14e0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:39.827411 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-60316b60-6a2f-4b71-bddd-2fbbcf6c362c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a0180c07438c4ee38753606372352b5c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4192927
Jun 14 03:22:39.829893 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 40164) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:22:39.835816 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60316b60-6a2f-4b71-bddd-2fbbcf6c362c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0244a2d5-f21c-484f-9814-003e7f70cd0f,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:39.838780 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-60316b60-6a2f-4b71-bddd-2fbbcf6c362c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:39.887731 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-4f0c6dea-1b29-4433-9609-0bab820f0510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:39.910431 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-4f0c6dea-1b29-4433-9609-0bab820f0510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:40.065022 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-4f0c6dea-1b29-4433-9609-0bab820f0510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:40.065022 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-4f0c6dea-1b29-4433-9609-0bab820f0510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:40.065022 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-4f0c6dea-1b29-4433-9609-0bab820f0510 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0244a2d5-f21c-484f-9814-003e7f70cd0f HTTP/1.1" status: 204  len: 168 time: 0.2334511
Jun 14 03:22:40.065380 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-86ae0078-cf3d-42f5-8755-64d9c7a63312 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:40.075682 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0c6dea-1b29-4433-9609-0bab820f0510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0244a2d5-f21c-484f-9814-003e7f70cd0f,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:40.084186 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-4f0c6dea-1b29-4433-9609-0bab820f0510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:40.186021 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 40172) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:22:40.289094 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-d8eff017-2799-496c-b6b7-c033a0eb4e57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:40.379151 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-d8eff017-2799-496c-b6b7-c033a0eb4e57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:40.443772 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-d8eff017-2799-496c-b6b7-c033a0eb4e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:40.447275 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:40.488658 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-d8eff017-2799-496c-b6b7-c033a0eb4e57 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=933dc41a97634d62b179e397a540f08a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2990777
Jun 14 03:22:40.488947 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 40180) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:22:40.495827 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eff017-2799-496c-b6b7-c033a0eb4e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32c32b2-80a0-4a56-9e1f-d159fd3e9215,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:40.505539 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-d8eff017-2799-496c-b6b7-c033a0eb4e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:40.548569 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-12b7eabc-5eeb-432e-9499-d70ff5780472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:40.574856 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-12b7eabc-5eeb-432e-9499-d70ff5780472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:40.786395 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-12b7eabc-5eeb-432e-9499-d70ff5780472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:40.790059 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-12b7eabc-5eeb-432e-9499-d70ff5780472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:40.790363 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-12b7eabc-5eeb-432e-9499-d70ff5780472 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a32c32b2-80a0-4a56-9e1f-d159fd3e9215 HTTP/1.1" status: 204  len: 168 time: 0.3003089
Jun 14 03:22:40.791153 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-c950eb04-1621-4f50-a7f3-d5a6897db9a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:40.803000 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b7eabc-5eeb-432e-9499-d70ff5780472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32c32b2-80a0-4a56-9e1f-d159fd3e9215,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:40.807091 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-12b7eabc-5eeb-432e-9499-d70ff5780472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:40.995520 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4624142-22a1-4ced-9b21-01020157ad5b req-1456ab3d-4e20-407f-a50b-d0b0b7e4f3de tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:40.996979 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-f4624142-22a1-4ced-9b21-01020157ad5b req-1456ab3d-4e20-407f-a50b-d0b0b7e4f3de tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a012d57-3ae3-410a-987e-321da2d01af3 HTTP/1.1" status: 200  len: 945 time: 0.0778601
Jun 14 03:22:41.045095 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-f4624142-22a1-4ced-9b21-01020157ad5b req-431980e7-b196-498e-8e23-49f7ef074de3 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416915
Jun 14 03:22:41.189837 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 40218) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:22:41.241635 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b670185-778f-4976-a588-05591c0754cd admin admin] Deleting subnet b2f0517f-f496-430b-908e-f2637fb468b8 {{(pid=92486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 14 03:22:41.245049 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-3b670185-778f-4976-a588-05591c0754cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:41.303892 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-3b670185-778f-4976-a588-05591c0754cd admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:41.313928 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-3b670185-778f-4976-a588-05591c0754cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675963'] for subnet, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:41.478526 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-3b670185-778f-4976-a588-05591c0754cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66823779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100'] for subnet, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:41.482743 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-a361a503-3cd1-4098-a890-6ddeadb2ad33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:41.515116 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b670185-778f-4976-a588-05591c0754cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2f0517f-f496-430b-908e-f2637fb468b8,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:41.517826 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-3b670185-778f-4976-a588-05591c0754cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:41.520792 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-3b670185-778f-4976-a588-05591c0754cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:41.523223 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-3b670185-778f-4976-a588-05591c0754cd admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b2f0517f-f496-430b-908e-f2637fb468b8 HTTP/1.1" status: 204  len: 168 time: 0.3318260
Jun 14 03:22:41.525193 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 40232) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:22:41.629091 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-dd7d45a3-0eeb-4d97-92ec-f40fcaf947e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577520'] for network, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:41.675242 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 40238) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:22:41.691393 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-803d2857-4afc-435a-a745-e25f1b9e210d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:41.744203 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-dd7d45a3-0eeb-4d97-92ec-f40fcaf947e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682470', 'neutron.services.segments.db._delete_segments_for_network-8756197238200'] for network, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:41.756314 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-dd7d45a3-0eeb-4d97-92ec-f40fcaf947e9 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f6b5c76c130>> segment before_delete 55550000 {{(pid=92486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:22:41.756747 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-dd7d45a3-0eeb-4d97-92ec-f40fcaf947e9 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f6b5c76c130>> subnet precommit_delete_associations 55550000 {{(pid=92486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:22:41.757496 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-dd7d45a3-0eeb-4d97-92ec-f40fcaf947e9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6b5c76cac0>> segment_host_mapping after_create 55550000 {{(pid=92486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:22:41.757829 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-dd7d45a3-0eeb-4d97-92ec-f40fcaf947e9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6b5c76cac0>> port after_create 55550000 {{(pid=92486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:22:41.758154 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-dd7d45a3-0eeb-4d97-92ec-f40fcaf947e9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6b5c76cac0>> port after_delete 55550000 {{(pid=92486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:22:41.758518 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-dd7d45a3-0eeb-4d97-92ec-f40fcaf947e9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6b5c76cac0>> port after_update 55550000 {{(pid=92486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:22:41.758858 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-dd7d45a3-0eeb-4d97-92ec-f40fcaf947e9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6b5c76cac0>> segment after_delete 55550000 {{(pid=92486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:22:41.759177 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-dd7d45a3-0eeb-4d97-92ec-f40fcaf947e9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6b5c76cac0>> subnet after_create 55550000 {{(pid=92486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:22:41.759507 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-dd7d45a3-0eeb-4d97-92ec-f40fcaf947e9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6b5c76cac0>> subnet after_delete 55550000 {{(pid=92486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:22:41.759819 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-dd7d45a3-0eeb-4d97-92ec-f40fcaf947e9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6b5c76cac0>> subnet after_update 55550000 {{(pid=92486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:22:41.887162 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-dd7d45a3-0eeb-4d97-92ec-f40fcaf947e9 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6b5c1dd400>> subnet after_create 55550000 {{(pid=92486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:22:41.887772 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-dd7d45a3-0eeb-4d97-92ec-f40fcaf947e9 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6b5c1dd400>> subnet after_delete 55550000 {{(pid=92486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:22:41.888307 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-dd7d45a3-0eeb-4d97-92ec-f40fcaf947e9 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6b5c1dd400>> subnet before_create 55550000 {{(pid=92486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:22:41.888779 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-dd7d45a3-0eeb-4d97-92ec-f40fcaf947e9 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6b5c1dd400>> subnet before_update 55550000 {{(pid=92486) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:22:41.890042 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.services.segments.db [None req-dd7d45a3-0eeb-4d97-92ec-f40fcaf947e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6b5c76c340>,) {'filters': {'network_id': ['b9bc3185-ceaa-4d16-aac5-a7ccc979200f']}} {{(pid=92486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:22:41.933979 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.services.segments.db [None req-dd7d45a3-0eeb-4d97-92ec-f40fcaf947e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6b5c76c340>, '0c60a3b2-3033-457d-9ab7-81e105e42a25') {'for_net_delete': True} {{(pid=92486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:22:41.935154 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.services.segments.db [None req-dd7d45a3-0eeb-4d97-92ec-f40fcaf947e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6b5c76c340>, '0c60a3b2-3033-457d-9ab7-81e105e42a25') {} {{(pid=92486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:22:41.969850 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-dd7d45a3-0eeb-4d97-92ec-f40fcaf947e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756197238038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63152454'] for segment, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:41.974576 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-803d2857-4afc-435a-a745-e25f1b9e210d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:41.994712 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-dd7d45a3-0eeb-4d97-92ec-f40fcaf947e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677934'] for segment, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:42.018070 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd7d45a3-0eeb-4d97-92ec-f40fcaf947e9 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=92486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 14 03:22:42.018070 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-dd7d45a3-0eeb-4d97-92ec-f40fcaf947e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63152352'] for segment, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:42.018070 dv-cinder-796170-1-iscsi neutron-server[92486]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 14 03:22:42.018070 dv-cinder-796170-1-iscsi neutron-server[92486]:   from cryptography.utils import int_from_bytes
Jun 14 03:22:42.018070 dv-cinder-796170-1-iscsi neutron-server[92486]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 14 03:22:42.018070 dv-cinder-796170-1-iscsi neutron-server[92486]:   from cryptography.utils import int_from_bytes
Jun 14 03:22:42.018070 dv-cinder-796170-1-iscsi neutron-server[92486]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 14 03:22:42.018070 dv-cinder-796170-1-iscsi neutron-server[92486]:   retrieve_revision_numbers = {
Jun 14 03:22:42.018070 dv-cinder-796170-1-iscsi neutron-server[92486]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 14 03:22:42.018070 dv-cinder-796170-1-iscsi neutron-server[92486]:   conditions |= (models_v2.Port.network_id.in_(
Jun 14 03:22:42.018070 dv-cinder-796170-1-iscsi neutron-server[92486]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 14 03:22:42.018070 dv-cinder-796170-1-iscsi neutron-server[92486]:   retrieve_revision_numbers = {
Jun 14 03:22:42.018070 dv-cinder-796170-1-iscsi neutron-server[92486]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 14 03:22:42.018070 dv-cinder-796170-1-iscsi neutron-server[92486]:   conditions |= (models_v2.Port.network_id.in_(
Jun 14 03:22:42.018070 dv-cinder-796170-1-iscsi neutron-server[92486]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 14 03:22:42.018070 dv-cinder-796170-1-iscsi neutron-server[92486]:   retrieve_revision_numbers = {
Jun 14 03:22:42.018070 dv-cinder-796170-1-iscsi neutron-server[92486]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 14 03:22:42.018070 dv-cinder-796170-1-iscsi neutron-server[92486]:   conditions |= (models_v2.Port.network_id.in_(
Jun 14 03:22:42.018070 dv-cinder-796170-1-iscsi neutron-server[92486]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 14 03:22:42.018070 dv-cinder-796170-1-iscsi neutron-server[92486]:   conditions |= (models_v2.Port.network_id.in_(
Jun 14 03:22:42.018070 dv-cinder-796170-1-iscsi neutron-server[92486]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 14 03:22:42.018070 dv-cinder-796170-1-iscsi neutron-server[92486]:   retrieve_revision_numbers = {
Jun 14 03:22:42.018070 dv-cinder-796170-1-iscsi neutron-server[92486]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 14 03:22:42.018070 dv-cinder-796170-1-iscsi neutron-server[92486]:   conditions |= (models_v2.Port.network_id.in_(
Jun 14 03:22:42.018070 dv-cinder-796170-1-iscsi neutron-server[92486]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 14 03:22:42.018070 dv-cinder-796170-1-iscsi neutron-server[92486]:   retrieve_revision_numbers = {
Jun 14 03:22:42.018070 dv-cinder-796170-1-iscsi neutron-server[92486]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 14 03:22:42.018070 dv-cinder-796170-1-iscsi neutron-server[92486]:   conditions |= (models_v2.Port.network_id.in_(
Jun 14 03:22:42.018070 dv-cinder-796170-1-iscsi neutron-server[92486]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 14 03:22:42.018070 dv-cinder-796170-1-iscsi neutron-server[92486]:   retrieve_revision_numbers = {
Jun 14 03:22:42.018070 dv-cinder-796170-1-iscsi neutron-server[92486]: Traceback (most recent call last):
Jun 14 03:22:42.018070 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 14 03:22:42.018070 dv-cinder-796170-1-iscsi neutron-server[92486]:     timer()
Jun 14 03:22:42.018070 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 14 03:22:42.018070 dv-cinder-796170-1-iscsi neutron-server[92486]:     cb(*args, **kw)
Jun 14 03:22:42.018070 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 14 03:22:42.018070 dv-cinder-796170-1-iscsi neutron-server[92486]:     return func(*args, **kwargs)
Jun 14 03:22:42.018070 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 14 03:22:42.018070 dv-cinder-796170-1-iscsi neutron-server[92486]:     self._notify()
Jun 14 03:22:42.018070 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 14 03:22:42.018070 dv-cinder-796170-1-iscsi neutron-server[92486]:     self.callback(batched_events)
Jun 14 03:22:42.018070 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 14 03:22:42.018070 dv-cinder-796170-1-iscsi neutron-server[92486]:     event.method(event)
Jun 14 03:22:42.018070 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 14 03:22:42.018070 dv-cinder-796170-1-iscsi neutron-server[92486]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 14 03:22:42.018070 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 14 03:22:42.018070 dv-cinder-796170-1-iscsi neutron-server[92486]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 14 03:22:42.018070 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 14 03:22:42.018070 dv-cinder-796170-1-iscsi neutron-server[92486]:     return f(self, *a, **k)
Jun 14 03:22:42.018070 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 14 03:22:42.018070 dv-cinder-796170-1-iscsi neutron-server[92486]:     return self._get(url).json()
Jun 14 03:22:42.018070 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 14 03:22:42.018070 dv-cinder-796170-1-iscsi neutron-server[92486]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 14 03:22:42.018070 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 14 03:22:42.018070 dv-cinder-796170-1-iscsi neutron-server[92486]:     return self.request(url, 'GET', **kwargs)
Jun 14 03:22:42.021744 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 14 03:22:42.021744 dv-cinder-796170-1-iscsi neutron-server[92486]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 14 03:22:42.021744 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 14 03:22:42.021744 dv-cinder-796170-1-iscsi neutron-server[92486]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 14 03:22:42.021744 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 14 03:22:42.021744 dv-cinder-796170-1-iscsi neutron-server[92486]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 14 03:22:42.021744 dv-cinder-796170-1-iscsi neutron-server[92486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 14 03:22:42.104336 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-803d2857-4afc-435a-a745-e25f1b9e210d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:42.107135 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-00b12e73-7c34-4dbc-842a-9867db5a006d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:42.147383 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-803d2857-4afc-435a-a745-e25f1b9e210d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=145d9c38f01341c4a7910a9a6095bae2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4710553
Jun 14 03:22:42.148058 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803d2857-4afc-435a-a745-e25f1b9e210d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebfe0d10-5718-44de-accb-71891f80bff2,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:42.150725 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 40254) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:22:42.150929 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-803d2857-4afc-435a-a745-e25f1b9e210d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:42.205091 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-6d564d11-7c5c-4450-84ff-9718692602f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:42.219129 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-dd7d45a3-0eeb-4d97-92ec-f40fcaf947e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66755087'] for network, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:42.232941 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:42.236883 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-6d564d11-7c5c-4450-84ff-9718692602f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:42.239598 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-dd7d45a3-0eeb-4d97-92ec-f40fcaf947e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for network, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:42.241475 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-dd7d45a3-0eeb-4d97-92ec-f40fcaf947e9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/b9bc3185-ceaa-4d16-aac5-a7ccc979200f HTTP/1.1" status: 204  len: 168 time: 0.7154057
Jun 14 03:22:42.242494 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039cdeeb-35d7-470a-87a0-c7318a591b3f req-5f0b1dc3-39e1-42bd-bf00-0debd8a8ee92 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:42.246833 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-039cdeeb-35d7-470a-87a0-c7318a591b3f req-5f0b1dc3-39e1-42bd-bf00-0debd8a8ee92 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a012d57-3ae3-410a-987e-321da2d01af3 HTTP/1.1" status: 200  len: 945 time: 0.0733762
Jun 14 03:22:42.247313 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 40256) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:22:42.261086 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d45a3-0eeb-4d97-92ec-f40fcaf947e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9bc3185-ceaa-4d16-aac5-a7ccc979200f,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:42.265414 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-dd7d45a3-0eeb-4d97-92ec-f40fcaf947e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:42.340284 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcc847b7-ab5c-4b44-bc66-bb2f11a04144 admin admin] Deleting subnet b21378b4-6347-4f29-b832-df05fc724334 {{(pid=92485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 14 03:22:42.345814 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-039cdeeb-35d7-470a-87a0-c7318a591b3f req-0347af24-9731-48dd-b5fc-d2dc69d9a3fb tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0954733
Jun 14 03:22:42.346502 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-fcc847b7-ab5c-4b44-bc66-bb2f11a04144 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:42.391604 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-fcc847b7-ab5c-4b44-bc66-bb2f11a04144 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:42.400734 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-fcc847b7-ab5c-4b44-bc66-bb2f11a04144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675963'] for subnet, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:42.448696 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-6d564d11-7c5c-4450-84ff-9718692602f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:42.451386 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-6d564d11-7c5c-4450-84ff-9718692602f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:42.453222 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-6d564d11-7c5c-4450-84ff-9718692602f9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ebfe0d10-5718-44de-accb-71891f80bff2 HTTP/1.1" status: 204  len: 168 time: 0.3011494
Jun 14 03:22:42.454268 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-270e8519-674c-47cd-8e65-fcbe7df7b53f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:42.467938 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d564d11-7c5c-4450-84ff-9718692602f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebfe0d10-5718-44de-accb-71891f80bff2,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:42.469463 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-6d564d11-7c5c-4450-84ff-9718692602f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:42.643637 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-fcc847b7-ab5c-4b44-bc66-bb2f11a04144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66823779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100'] for subnet, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:42.646963 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-6b2e75a2-8346-44e1-967f-d4f02676df99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:42.683862 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-fcc847b7-ab5c-4b44-bc66-bb2f11a04144 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for subnet, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:42.686098 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-fcc847b7-ab5c-4b44-bc66-bb2f11a04144 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b21378b4-6347-4f29-b832-df05fc724334 HTTP/1.1" status: 204  len: 168 time: 0.4377880
Jun 14 03:22:42.687781 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc847b7-ab5c-4b44-bc66-bb2f11a04144 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b21378b4-6347-4f29-b832-df05fc724334,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:42.689857 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 40272) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:22:42.690668 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-fcc847b7-ab5c-4b44-bc66-bb2f11a04144 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:42.789118 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-4a4e5ab1-b0fc-4c10-b5ae-1b3d3576b74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577520'] for network, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:43.117396 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-4a4e5ab1-b0fc-4c10-b5ae-1b3d3576b74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682470', 'neutron.services.segments.db._delete_segments_for_network-8756197238200'] for network, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:43.129628 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.services.segments.db [None req-4a4e5ab1-b0fc-4c10-b5ae-1b3d3576b74c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6b62d24dc0>,) {'filters': {'network_id': ['45e244d9-8f0d-4b28-a5e0-9cde20cdce86']}} {{(pid=92486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:22:43.143500 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.services.segments.db [None req-4a4e5ab1-b0fc-4c10-b5ae-1b3d3576b74c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6b62d24dc0>, 'd208d9d8-6bd2-42f1-91ae-f046520b5299') {'for_net_delete': True} {{(pid=92486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:22:43.148741 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.services.segments.db [None req-4a4e5ab1-b0fc-4c10-b5ae-1b3d3576b74c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6b62d24dc0>, 'd208d9d8-6bd2-42f1-91ae-f046520b5299') {} {{(pid=92486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:22:43.153963 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-4a4e5ab1-b0fc-4c10-b5ae-1b3d3576b74c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756197238038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63152454'] for segment, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:43.176672 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-4a4e5ab1-b0fc-4c10-b5ae-1b3d3576b74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677934'] for segment, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:43.182958 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a4e5ab1-b0fc-4c10-b5ae-1b3d3576b74c admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=92486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 14 03:22:43.183330 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-4a4e5ab1-b0fc-4c10-b5ae-1b3d3576b74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63152352'] for segment, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:43.185107 dv-cinder-796170-1-iscsi neutron-server[92486]: Traceback (most recent call last):
Jun 14 03:22:43.185107 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 14 03:22:43.185107 dv-cinder-796170-1-iscsi neutron-server[92486]:     timer()
Jun 14 03:22:43.185107 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 14 03:22:43.185107 dv-cinder-796170-1-iscsi neutron-server[92486]:     cb(*args, **kw)
Jun 14 03:22:43.185107 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 14 03:22:43.185107 dv-cinder-796170-1-iscsi neutron-server[92486]:     return func(*args, **kwargs)
Jun 14 03:22:43.185107 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 14 03:22:43.185107 dv-cinder-796170-1-iscsi neutron-server[92486]:     self._notify()
Jun 14 03:22:43.185107 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 14 03:22:43.185107 dv-cinder-796170-1-iscsi neutron-server[92486]:     self.callback(batched_events)
Jun 14 03:22:43.185107 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 14 03:22:43.185107 dv-cinder-796170-1-iscsi neutron-server[92486]:     event.method(event)
Jun 14 03:22:43.185107 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 14 03:22:43.185107 dv-cinder-796170-1-iscsi neutron-server[92486]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 14 03:22:43.185107 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 14 03:22:43.185107 dv-cinder-796170-1-iscsi neutron-server[92486]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 14 03:22:43.185107 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 14 03:22:43.185107 dv-cinder-796170-1-iscsi neutron-server[92486]:     return f(self, *a, **k)
Jun 14 03:22:43.185107 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 14 03:22:43.185107 dv-cinder-796170-1-iscsi neutron-server[92486]:     return self._get(url).json()
Jun 14 03:22:43.185107 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 14 03:22:43.185107 dv-cinder-796170-1-iscsi neutron-server[92486]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 14 03:22:43.185107 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 14 03:22:43.185107 dv-cinder-796170-1-iscsi neutron-server[92486]:     return self.request(url, 'GET', **kwargs)
Jun 14 03:22:43.185107 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 14 03:22:43.185107 dv-cinder-796170-1-iscsi neutron-server[92486]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 14 03:22:43.185107 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 14 03:22:43.185107 dv-cinder-796170-1-iscsi neutron-server[92486]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 14 03:22:43.185107 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 14 03:22:43.185107 dv-cinder-796170-1-iscsi neutron-server[92486]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 14 03:22:43.185107 dv-cinder-796170-1-iscsi neutron-server[92486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 14 03:22:43.348499 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-4a4e5ab1-b0fc-4c10-b5ae-1b3d3576b74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66755087'] for network, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:43.349070 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 40294) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:22:43.352454 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:43.360781 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-4a4e5ab1-b0fc-4c10-b5ae-1b3d3576b74c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for network, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:43.360781 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-4a4e5ab1-b0fc-4c10-b5ae-1b3d3576b74c admin admin] 10.222.0.13 "DELETE /v2.0/networks/45e244d9-8f0d-4b28-a5e0-9cde20cdce86 HTTP/1.1" status: 204  len: 168 time: 0.6655395
Jun 14 03:22:43.388567 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-955e0254-5589-41d3-ac59-de6ed8ddf7b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:43.405673 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4e5ab1-b0fc-4c10-b5ae-1b3d3576b74c admin admin] Pushing event deleted for resources: {'Network': ['ID=45e244d9-8f0d-4b28-a5e0-9cde20cdce86,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:43.406289 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-4a4e5ab1-b0fc-4c10-b5ae-1b3d3576b74c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:43.515654 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-955e0254-5589-41d3-ac59-de6ed8ddf7b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:43.593746 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be1a412-adef-4345-abed-15398665713a req-57a66a97-60ab-4204-96ee-78908ce0ebc4 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:43.595235 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-4be1a412-adef-4345-abed-15398665713a req-57a66a97-60ab-4204-96ee-78908ce0ebc4 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a012d57-3ae3-410a-987e-321da2d01af3 HTTP/1.1" status: 200  len: 945 time: 0.1000810
Jun 14 03:22:43.602962 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-955e0254-5589-41d3-ac59-de6ed8ddf7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:43.608299 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:43.639806 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-4be1a412-adef-4345-abed-15398665713a req-3a09d7fc-adce-4add-b390-0eacc68795fe tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389738
Jun 14 03:22:43.650438 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-955e0254-5589-41d3-ac59-de6ed8ddf7b4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=335390291a1b42589eb6903a159fc6dc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2999027
Jun 14 03:22:43.652959 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 40306) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:22:43.668173 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955e0254-5589-41d3-ac59-de6ed8ddf7b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ef0bd2-a319-45eb-a6cf-ac422dbbe224,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:43.673025 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-955e0254-5589-41d3-ac59-de6ed8ddf7b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:43.730256 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-b0223312-d74a-4cff-8fc3-46e100224306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:43.754837 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-b0223312-d74a-4cff-8fc3-46e100224306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:43.834721 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c06ac59-32b5-49ed-a98e-46c8937f49b1 req-86d81fda-2b2b-4760-ab96-b0d111174b9d tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:43.836266 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-8c06ac59-32b5-49ed-a98e-46c8937f49b1 req-86d81fda-2b2b-4760-ab96-b0d111174b9d tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] 10.222.0.13 "GET /v2.0/ports?device_id=e70a573f-928f-46ef-83b0-8079a7b5c907 HTTP/1.1" status: 200  len: 946 time: 0.0726399
Jun 14 03:22:43.883134 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-8c06ac59-32b5-49ed-a98e-46c8937f49b1 req-92a3950b-c41a-4766-be74-e04b88398dc6 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] 10.222.0.13 "GET /v2.0/security-groups?id=56b699cd-5566-4050-8e47-1622627b229d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412004
Jun 14 03:22:43.946869 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 40316) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:22:43.989364 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-22530df9-55eb-4521-9aa5-e434d3eb9e9b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0fe22fe6288d4c9896bf85062e00c1cd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0413461
Jun 14 03:22:43.991721 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 40318) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:22:43.999598 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-b0223312-d74a-4cff-8fc3-46e100224306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:44.003735 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-b0223312-d74a-4cff-8fc3-46e100224306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:44.005353 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-b0223312-d74a-4cff-8fc3-46e100224306 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d8ef0bd2-a319-45eb-a6cf-ac422dbbe224 HTTP/1.1" status: 204  len: 168 time: 0.3511913
Jun 14 03:22:44.018653 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-60316b60-6a2f-4b71-bddd-2fbbcf6c362c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:44.037544 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0223312-d74a-4cff-8fc3-46e100224306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ef0bd2-a319-45eb-a6cf-ac422dbbe224,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:44.056841 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-b0223312-d74a-4cff-8fc3-46e100224306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:44.080444 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-9cce7cb3-fa40-4c2a-b1c2-a29b33fa7e55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:44.104984 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-9cce7cb3-fa40-4c2a-b1c2-a29b33fa7e55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:44.417044 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-9cce7cb3-fa40-4c2a-b1c2-a29b33fa7e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:44.417044 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-9cce7cb3-fa40-4c2a-b1c2-a29b33fa7e55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:44.417044 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-9cce7cb3-fa40-4c2a-b1c2-a29b33fa7e55 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bdd79999-039b-44ba-a084-4c666d890fed HTTP/1.1" status: 204  len: 168 time: 0.4028301
Jun 14 03:22:44.417044 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-d8eff017-2799-496c-b6b7-c033a0eb4e57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:44.417044 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cce7cb3-fa40-4c2a-b1c2-a29b33fa7e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd79999-039b-44ba-a084-4c666d890fed,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:44.417044 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-9cce7cb3-fa40-4c2a-b1c2-a29b33fa7e55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:44.823392 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb4a91-e9f0-4c1a-ba35-2e67d86e977e req-041058a9-aab2-4e35-8bad-bad94a538b1e tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:44.825238 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-7dcb4a91-e9f0-4c1a-ba35-2e67d86e977e req-041058a9-aab2-4e35-8bad-bad94a538b1e tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a012d57-3ae3-410a-987e-321da2d01af3 HTTP/1.1" status: 200  len: 945 time: 0.0705042
Jun 14 03:22:44.872596 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-7dcb4a91-e9f0-4c1a-ba35-2e67d86e977e req-8a9fd3ab-f2b3-4c0b-a6b5-f34dd957c089 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397236
Jun 14 03:22:45.084314 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab38d04-272f-4995-9cb1-c26ab14a6cc4 req-3d24443c-5e26-4539-8ace-37d9bc3ee508 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:45.085829 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-fab38d04-272f-4995-9cb1-c26ab14a6cc4 req-3d24443c-5e26-4539-8ace-37d9bc3ee508 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] 10.222.0.13 "GET /v2.0/ports?device_id=e70a573f-928f-46ef-83b0-8079a7b5c907 HTTP/1.1" status: 200  len: 946 time: 0.0851943
Jun 14 03:22:45.132965 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-fab38d04-272f-4995-9cb1-c26ab14a6cc4 req-6c41f568-59e7-4f13-8e79-d5ba18617362 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] 10.222.0.13 "GET /v2.0/security-groups?id=56b699cd-5566-4050-8e47-1622627b229d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410759
Jun 14 03:22:45.189018 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 40366) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:22:45.246452 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-8b914fad-c63d-4caf-b95a-0c7965d1b160 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=93e0fe068ddc47268614efe0abc562e1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0553582
Jun 14 03:22:45.249458 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 40368) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:22:45.308748 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-0dee5a6a-476a-447a-99fc-a5eb49543ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:45.344443 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-0dee5a6a-476a-447a-99fc-a5eb49543ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:45.454913 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-0dee5a6a-476a-447a-99fc-a5eb49543ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:45.461452 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-0dee5a6a-476a-447a-99fc-a5eb49543ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:45.461452 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-0dee5a6a-476a-447a-99fc-a5eb49543ec0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/314b36b4-932d-4f65-8298-586977e805ba HTTP/1.1" status: 204  len: 168 time: 0.2083349
Jun 14 03:22:45.461452 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-5b101284-fdc3-4b2b-8d39-f6dbf6793be9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:45.471661 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dee5a6a-476a-447a-99fc-a5eb49543ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314b36b4-932d-4f65-8298-586977e805ba,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:45.474352 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-0dee5a6a-476a-447a-99fc-a5eb49543ec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:46.070654 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14e212e-5b2a-4daf-b9b5-3bd45bba2284 req-30c7be15-6039-44e9-863d-6393da6b32d3 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:46.072116 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-b14e212e-5b2a-4daf-b9b5-3bd45bba2284 req-30c7be15-6039-44e9-863d-6393da6b32d3 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a012d57-3ae3-410a-987e-321da2d01af3 HTTP/1.1" status: 200  len: 945 time: 0.0751812
Jun 14 03:22:46.114329 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-b14e212e-5b2a-4daf-b9b5-3bd45bba2284 req-26ca2da3-fb7f-4a80-a3c9-36783750fbec tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0357449
Jun 14 03:22:46.322788 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d34a5-41ff-427d-a0fb-c2216f5e31a7 req-9f42df3f-9a50-4416-b7a0-cd0008b03e38 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:46.324428 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-904d34a5-41ff-427d-a0fb-c2216f5e31a7 req-9f42df3f-9a50-4416-b7a0-cd0008b03e38 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] 10.222.0.13 "GET /v2.0/ports?device_id=e70a573f-928f-46ef-83b0-8079a7b5c907 HTTP/1.1" status: 200  len: 946 time: 0.0780206
Jun 14 03:22:46.374478 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-904d34a5-41ff-427d-a0fb-c2216f5e31a7 req-4e167550-38c0-4587-8270-d83d68617b84 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] 10.222.0.13 "GET /v2.0/security-groups?id=56b699cd-5566-4050-8e47-1622627b229d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420678
Jun 14 03:22:47.297175 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e6d9f-6434-4171-a650-097c306f5b32 req-4a00de00-1b89-4841-abfb-8a3aec5c4b00 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:47.298566 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-bc7e6d9f-6434-4171-a650-097c306f5b32 req-4a00de00-1b89-4841-abfb-8a3aec5c4b00 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a012d57-3ae3-410a-987e-321da2d01af3 HTTP/1.1" status: 200  len: 945 time: 0.0683789
Jun 14 03:22:47.341802 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-bc7e6d9f-6434-4171-a650-097c306f5b32 req-9b97675c-3bf2-4983-9f71-2c57fa82e94a tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375946
Jun 14 03:22:47.580322 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e878cdd-1802-49b5-9724-854cc665e532 req-73e8988f-5014-42cb-900e-859a41c72c8d tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:47.582562 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-7e878cdd-1802-49b5-9724-854cc665e532 req-73e8988f-5014-42cb-900e-859a41c72c8d tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] 10.222.0.13 "GET /v2.0/ports?device_id=e70a573f-928f-46ef-83b0-8079a7b5c907 HTTP/1.1" status: 200  len: 946 time: 0.0900095
Jun 14 03:22:47.609264 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 40480) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:22:47.639433 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-7e878cdd-1802-49b5-9724-854cc665e532 req-baa150e9-a0c3-452f-9677-64963f524040 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] 10.222.0.13 "GET /v2.0/security-groups?id=56b699cd-5566-4050-8e47-1622627b229d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492496
Jun 14 03:22:47.725514 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-ea58d2cc-1283-4262-95a8-79d7aacf3d48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:47.819128 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-ea58d2cc-1283-4262-95a8-79d7aacf3d48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:47.894933 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-ea58d2cc-1283-4262-95a8-79d7aacf3d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:47.898478 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:47.939402 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-ea58d2cc-1283-4262-95a8-79d7aacf3d48 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ebb187eed2f9421d9c6da4d4a765fe94&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3291306
Jun 14 03:22:47.944352 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea58d2cc-1283-4262-95a8-79d7aacf3d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1c9713-931c-4ebc-ad57-bc3f00e9f0e2,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:47.944464 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-ea58d2cc-1283-4262-95a8-79d7aacf3d48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:47.946082 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 40494) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:22:48.001291 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-8100a65a-dcd5-46b4-96d0-9804d5a6f388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:48.023968 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-8100a65a-dcd5-46b4-96d0-9804d5a6f388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:48.180277 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-8100a65a-dcd5-46b4-96d0-9804d5a6f388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:48.183326 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-8100a65a-dcd5-46b4-96d0-9804d5a6f388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:48.184528 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-8100a65a-dcd5-46b4-96d0-9804d5a6f388 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fd1c9713-931c-4ebc-ad57-bc3f00e9f0e2 HTTP/1.1" status: 204  len: 168 time: 0.2374160
Jun 14 03:22:48.185330 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-b08fe564-80c5-48ce-87ec-ef0e8e42884a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:48.194525 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8100a65a-dcd5-46b4-96d0-9804d5a6f388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1c9713-931c-4ebc-ad57-bc3f00e9f0e2,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:48.196674 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-8100a65a-dcd5-46b4-96d0-9804d5a6f388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:48.533335 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e3b18a-5e25-45f7-9e8a-60a240e7fbf9 req-2cdbd263-012b-4e41-9c6e-e35465c058e2 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:48.537947 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-f7e3b18a-5e25-45f7-9e8a-60a240e7fbf9 req-2cdbd263-012b-4e41-9c6e-e35465c058e2 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a012d57-3ae3-410a-987e-321da2d01af3 HTTP/1.1" status: 200  len: 945 time: 0.0768609
Jun 14 03:22:48.583690 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-f7e3b18a-5e25-45f7-9e8a-60a240e7fbf9 req-df9cad8a-a4b7-4dde-9eff-07afbf142ca3 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428505
Jun 14 03:22:48.828992 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6f1cbb-5007-4d0c-95c5-20a9f78850c2 req-15dbf460-2608-42e5-8b57-cd96e5a6f11a tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:48.830810 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-7c6f1cbb-5007-4d0c-95c5-20a9f78850c2 req-15dbf460-2608-42e5-8b57-cd96e5a6f11a tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] 10.222.0.13 "GET /v2.0/ports?device_id=e70a573f-928f-46ef-83b0-8079a7b5c907 HTTP/1.1" status: 200  len: 946 time: 0.0704226
Jun 14 03:22:48.876221 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 40522) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:22:48.878237 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-7c6f1cbb-5007-4d0c-95c5-20a9f78850c2 req-bfca74d5-02f0-468a-b9a1-4b0033cefee8 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] 10.222.0.13 "GET /v2.0/security-groups?id=56b699cd-5566-4050-8e47-1622627b229d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420265
Jun 14 03:22:48.897639 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-6c0686a5-c386-447f-8beb-5c1427f2cfbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:48.996877 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-6c0686a5-c386-447f-8beb-5c1427f2cfbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:49.094739 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-6c0686a5-c386-447f-8beb-5c1427f2cfbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:49.098548 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:49.144152 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0686a5-c386-447f-8beb-5c1427f2cfbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1fb20c-0fc5-4abc-a339-a0946dc88a90,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:49.148515 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-6c0686a5-c386-447f-8beb-5c1427f2cfbf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=633007472fa74e69a450208812b11ff3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2711694
Jun 14 03:22:49.157225 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-6c0686a5-c386-447f-8beb-5c1427f2cfbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:49.157225 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 40538) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:22:49.235870 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-cf5eb6df-1116-49dc-8ff2-b69fc5a2f4dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:49.269378 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-cf5eb6df-1116-49dc-8ff2-b69fc5a2f4dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:49.319204 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeff7de-f63c-4810-8568-0fe3aee0d125 req-1cbd8710-4ec9-434c-918b-3ab2effde215 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:49.320608 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-edeff7de-f63c-4810-8568-0fe3aee0d125 req-1cbd8710-4ec9-434c-918b-3ab2effde215 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] 10.222.0.37 "GET /v2.0/ports?device_id=e70a573f-928f-46ef-83b0-8079a7b5c907 HTTP/1.1" status: 200  len: 946 time: 0.1175120
Jun 14 03:22:49.444358 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.plugin [req-edeff7de-f63c-4810-8568-0fe3aee0d125 req-27556906-df1b-4ec8-b53e-829b592e3c86 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] Deleting port be1a2391-87df-4f53-8d79-53c30bccef12 {{(pid=92485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 14 03:22:49.444696 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-edeff7de-f63c-4810-8568-0fe3aee0d125 req-27556906-df1b-4ec8-b53e-829b592e3c86 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756197070376'] for port, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:49.461817 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-cf5eb6df-1116-49dc-8ff2-b69fc5a2f4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:49.468130 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-cf5eb6df-1116-49dc-8ff2-b69fc5a2f4dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:49.468130 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-cf5eb6df-1116-49dc-8ff2-b69fc5a2f4dc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2c1fb20c-0fc5-4abc-a339-a0946dc88a90 HTTP/1.1" status: 204  len: 168 time: 0.3135521
Jun 14 03:22:49.476873 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-c36d7f9d-a9ec-497c-9b22-161f28954716 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:49.493314 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5eb6df-1116-49dc-8ff2-b69fc5a2f4dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1fb20c-0fc5-4abc-a339-a0946dc88a90,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:49.498049 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-cf5eb6df-1116-49dc-8ff2-b69fc5a2f4dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:49.610772 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.db [req-edeff7de-f63c-4810-8568-0fe3aee0d125 req-27556906-df1b-4ec8-b53e-829b592e3c86 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] For port be1a2391-87df-4f53-8d79-53c30bccef12, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=be1a2391-87df-4f53-8d79-53c30bccef12,segment=NetworkSegment(60337f48-7715-4210-80d5-082077cf0c5a),segment_id=60337f48-7715-4210-80d5-082077cf0c5a)] {{(pid=92485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:22:49.611437 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-edeff7de-f63c-4810-8568-0fe3aee0d125 req-27556906-df1b-4ec8-b53e-829b592e3c86 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66754036'] for port, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:49.734463 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.plugin [req-edeff7de-f63c-4810-8568-0fe3aee0d125 req-27556906-df1b-4ec8-b53e-829b592e3c86 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] Calling delete_port for be1a2391-87df-4f53-8d79-53c30bccef12 owned by compute:nova {{(pid=92485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 14 03:22:49.786926 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439f641-18ee-4641-bb9d-835796063615 req-f687b6a5-bf55-4358-a2f6-cdb053fecc67 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:49.788385 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-f439f641-18ee-4641-bb9d-835796063615 req-f687b6a5-bf55-4358-a2f6-cdb053fecc67 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a012d57-3ae3-410a-987e-321da2d01af3 HTTP/1.1" status: 200  len: 945 time: 0.0779457
Jun 14 03:22:49.831704 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-f439f641-18ee-4641-bb9d-835796063615 req-ae69621a-aa9e-4369-a9b0-ca974f0b388f tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372474
Jun 14 03:22:50.020507 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-edeff7de-f63c-4810-8568-0fe3aee0d125 req-27556906-df1b-4ec8-b53e-829b592e3c86 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756197075788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756196682536'] for port, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:50.057322 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-bb986efb-206f-4ece-ab23-0ab59599e263 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:50.066330 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-b0f230a4-67c3-457f-afc9-68015f955068 req-2c75bba1-f745-4224-af05-64acdbdd63a5 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] 10.222.0.13 "GET /v2.0/ports?device_id=e70a573f-928f-46ef-83b0-8079a7b5c907 HTTP/1.1" status: 200  len: 210 time: 0.0478842
Jun 14 03:22:50.100562 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27556906-df1b-4ec8-b53e-829b592e3c86 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] Pushing event deleted for resources: {'Port': ['ID=be1a2391-87df-4f53-8d79-53c30bccef12,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:50.105449 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-27556906-df1b-4ec8-b53e-829b592e3c86 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:50.182196 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.l3_dvrscheduler_db [req-edeff7de-f63c-4810-8568-0fe3aee0d125 req-27556906-df1b-4ec8-b53e-829b592e3c86 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] No DVR routers for this DVR port be1a2391-87df-4f53-8d79-53c30bccef12 on host hv-cinder-79617 {{(pid=92485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 14 03:22:50.185521 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-edeff7de-f63c-4810-8568-0fe3aee0d125 req-27556906-df1b-4ec8-b53e-829b592e3c86 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389'] for port, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:50.188230 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-edeff7de-f63c-4810-8568-0fe3aee0d125 req-27556906-df1b-4ec8-b53e-829b592e3c86 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] 10.222.0.37 "DELETE /v2.0/ports/be1a2391-87df-4f53-8d79-53c30bccef12 HTTP/1.1" status: 204  len: 173 time: 0.8603277
Jun 14 03:22:50.188701 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e70a573f-928f-46ef-83b0-8079a7b5c907', 'name': 'network-vif-deleted', 'tag': 'be1a2391-87df-4f53-8d79-53c30bccef12'}] {{(pid=92485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:22:50.191020 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0639b30c08a1ea7684a5dbba31199bfc4186ae3813d9033880ffe89de9bab324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-184fe577-cb35-4628-88b7-03f3fa7aa36d" -d '{"events": [{"server_uuid": "e70a573f-928f-46ef-83b0-8079a7b5c907", "name": "network-vif-deleted", "tag": "be1a2391-87df-4f53-8d79-53c30bccef12"}]}' {{(pid=92485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:22:50.225292 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd3577e-3d35-414c-818f-274d13fa8380 x-openstack-request-id: req-bcd3577e-3d35-414c-818f-274d13fa8380 {{(pid=92485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:22:50.225595 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e70a573f-928f-46ef-83b0-8079a7b5c907", "name": "network-vif-deleted", "tag": "be1a2391-87df-4f53-8d79-53c30bccef12", "status": "completed", "code": 200}]} {{(pid=92485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:22:50.225855 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bcd3577e-3d35-414c-818f-274d13fa8380 {{(pid=92485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:22:50.226253 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e70a573f-928f-46ef-83b0-8079a7b5c907', 'name': 'network-vif-deleted', 'tag': 'be1a2391-87df-4f53-8d79-53c30bccef12', 'status': 'completed', 'code': 200}
Jun 14 03:22:50.624684 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] get_ports_and_sgs() called for port_ids ['be1a2391-87df-4f53-8d79-53c30bccef12'] {{(pid=92487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 14 03:22:50.898088 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038559b-7ad0-4994-a1c1-ac247417dbb9 req-2e049b64-adb9-4634-989e-390650e60e9d tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:50.899562 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-9038559b-7ad0-4994-a1c1-ac247417dbb9 req-2e049b64-adb9-4634-989e-390650e60e9d tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/networks?id=61252df1-fba7-4cd7-ac4e-3221f1850428 HTTP/1.1" status: 200  len: 815 time: 0.1227970
Jun 14 03:22:50.914206 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-9038559b-7ad0-4994-a1c1-ac247417dbb9 req-5ecb0fc6-125d-4e51-9b9b-1a86862fec99 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/quotas/5130d6f64ce3404086e24f56ec549881 HTTP/1.1" status: 200  len: 375 time: 0.0084763
Jun 14 03:22:51.003684 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-9038559b-7ad0-4994-a1c1-ac247417dbb9 req-500946b4-23b3-40af-bd8c-9b75d44ac878 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5130d6f64ce3404086e24f56ec549881&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0846717
Jun 14 03:22:51.115957 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-9038559b-7ad0-4994-a1c1-ac247417dbb9 req-b87d50b3-68b6-4c38-bfbc-01584ab91d9f service neutron] 10.222.0.13 "GET /v2.0/networks/61252df1-fba7-4cd7-ac4e-3221f1850428?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1056793
Jun 14 03:22:51.229399 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-9038559b-7ad0-4994-a1c1-ac247417dbb9 req-52fc1121-8184-489b-9901-dd672b63fd97 service neutron] 10.222.0.13 "GET /v2.0/networks/61252df1-fba7-4cd7-ac4e-3221f1850428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1077724
Jun 14 03:22:51.572434 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52e556a-8686-4a59-8e40-9e9b571ead59 req-5e19192f-ee35-42ef-8032-4a34778233e6 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:51.573934 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-e52e556a-8686-4a59-8e40-9e9b571ead59 req-5e19192f-ee35-42ef-8032-4a34778233e6 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a012d57-3ae3-410a-987e-321da2d01af3 HTTP/1.1" status: 200  len: 945 time: 0.0695090
Jun 14 03:22:51.614855 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-e52e556a-8686-4a59-8e40-9e9b571ead59 req-151f8f8a-d867-4436-9fe7-4204fc88c686 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0346937
Jun 14 03:22:51.747778 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-230ecc99-8824-43d2-973b-074e809d97ea req-b5134cf6-07a4-41d0-b189-deecfc688df1 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] 10.222.0.13 "GET /v2.0/ports?device_id=e70a573f-928f-46ef-83b0-8079a7b5c907 HTTP/1.1" status: 200  len: 210 time: 0.0322530
Jun 14 03:22:51.843714 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-da6ee43a-f61c-4e7d-9dc4-7a02e3d52f4c req-5a28c4e0-842f-4801-a461-7d54a2b6055b tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6fb668-bebf-4f5f-93c3-ec8157c81881 HTTP/1.1" status: 200  len: 210 time: 0.0419791
Jun 14 03:22:52.801499 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c1fcc4-eafc-4a37-93b8-3ed945778620 req-ea9ee474-32be-4e5d-bf38-d6e10bccb0aa tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:52.804971 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-60c1fcc4-eafc-4a37-93b8-3ed945778620 req-ea9ee474-32be-4e5d-bf38-d6e10bccb0aa tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a012d57-3ae3-410a-987e-321da2d01af3 HTTP/1.1" status: 200  len: 945 time: 0.0760510
Jun 14 03:22:52.848103 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-60c1fcc4-eafc-4a37-93b8-3ed945778620 req-bdfd56ec-86a4-48fe-bc85-cfcf06ca8699 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388715
Jun 14 03:22:52.925657 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-078c4d74-85d5-4a28-a4a2-e9b417feca29 req-acd4db53-530a-4fda-9313-6ef1d0bc61c1 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] 10.222.0.13 "GET /v2.0/ports?device_id=e70a573f-928f-46ef-83b0-8079a7b5c907 HTTP/1.1" status: 200  len: 210 time: 0.0384419
Jun 14 03:22:52.993226 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-197cc29a-3c4b-406f-88f0-687e885b8bff req-b5456121-2a8c-493c-a599-64cc071b8357 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6fb668-bebf-4f5f-93c3-ec8157c81881 HTTP/1.1" status: 200  len: 210 time: 0.0322733
Jun 14 03:22:54.096714 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78fd688-56f4-41b5-94f9-043b5cd339df req-30025fb9-cdd5-4f09-8135-1520bed7f2ed tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:54.110303 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-f78fd688-56f4-41b5-94f9-043b5cd339df req-30025fb9-cdd5-4f09-8135-1520bed7f2ed tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a012d57-3ae3-410a-987e-321da2d01af3 HTTP/1.1" status: 200  len: 945 time: 0.0951102
Jun 14 03:22:54.152030 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-f78fd688-56f4-41b5-94f9-043b5cd339df req-b508af22-2e97-45e4-9ca8-294a3e580dce tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467546
Jun 14 03:22:54.169524 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-9d1a01f1-18b8-4680-8727-df5ae3e2e11a req-4e2a59ac-53f7-4e82-94cf-3b995ba9470f tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] 10.222.0.13 "GET /v2.0/ports?device_id=e70a573f-928f-46ef-83b0-8079a7b5c907 HTTP/1.1" status: 200  len: 210 time: 0.0532000
Jun 14 03:22:54.302806 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-ffc9d1c7-74d6-44bd-9f93-7fde08b1aedc req-1211e85a-9faa-43de-9976-907ed50dbec6 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6fb668-bebf-4f5f-93c3-ec8157c81881 HTTP/1.1" status: 200  len: 210 time: 0.0329118
Jun 14 03:22:54.428227 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038559b-7ad0-4994-a1c1-ac247417dbb9 req-b8bcd1e3-7c15-4a6e-b947-78817c4d555b tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:54.429719 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-9038559b-7ad0-4994-a1c1-ac247417dbb9 req-b8bcd1e3-7c15-4a6e-b947-78817c4d555b tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.37 "GET /v2.0/networks?id=61252df1-fba7-4cd7-ac4e-3221f1850428 HTTP/1.1" status: 200  len: 815 time: 0.1294796
Jun 14 03:22:54.455384 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.v2.base [req-9038559b-7ad0-4994-a1c1-ac247417dbb9 req-84cf8c28-4c6c-4771-a4bc-0404c0fdaa51 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Request body: {'port': {'device_id': '2a6fb668-bebf-4f5f-93c3-ec8157c81881', 'network_id': '61252df1-fba7-4cd7-ac4e-3221f1850428', 'admin_state_up': True, 'tenant_id': '5130d6f64ce3404086e24f56ec549881'}} {{(pid=92485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:22:54.702445 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device be1a2391-87df-4f53-8d79-53c30bccef12 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 14 03:22:54.729272 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-661a56f4-230e-4389-a254-9a37132de24a None None] No Port match for: be1a2391-87df-4f53-8d79-53c30bccef12 {{(pid=92487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 14 03:22:54.729626 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device be1a2391-87df-4f53-8d79-53c30bccef12 not bound to the agent host hv-cinder-79617 {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 14 03:22:55.014394 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9038559b-7ad0-4994-a1c1-ac247417dbb9 req-84cf8c28-4c6c-4771-a4bc-0404c0fdaa51 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Made reservation on behalf of 5130d6f64ce3404086e24f56ec549881 for: {'port': 1} {{(pid=92485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 14 03:22:55.030046 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-9038559b-7ad0-4994-a1c1-ac247417dbb9 req-84cf8c28-4c6c-4771-a4bc-0404c0fdaa51 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for port, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:55.192977 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.db_base_plugin_common [req-9038559b-7ad0-4994-a1c1-ac247417dbb9 req-84cf8c28-4c6c-4771-a4bc-0404c0fdaa51 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Allocated IP 172.20.0.13 (61252df1-fba7-4cd7-ac4e-3221f1850428/f595d2be-eb52-4bd5-862c-ea2ca2054972/5e36903c-2a50-4ee9-9858-bb9fd78951bf) {{(pid=92485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 14 03:22:55.428469 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-9038559b-7ad0-4994-a1c1-ac247417dbb9 req-84cf8c28-4c6c-4771-a4bc-0404c0fdaa51 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Notify callbacks [] for port, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:55.479430 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-d5b64ab7-f859-4fbe-9b76-84e166c2ff2f req-637d0962-5ad8-40e0-826b-78696a339629 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6fb668-bebf-4f5f-93c3-ec8157c81881 HTTP/1.1" status: 200  len: 210 time: 0.0460341
Jun 14 03:22:55.485697 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3497c8-e0c4-4dfb-8c1b-58409adc501b req-43aaabea-0597-40dc-a1cd-2d503e699be6 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:55.487943 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-8e3497c8-e0c4-4dfb-8c1b-58409adc501b req-43aaabea-0597-40dc-a1cd-2d503e699be6 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a012d57-3ae3-410a-987e-321da2d01af3 HTTP/1.1" status: 200  len: 945 time: 0.1963623
Jun 14 03:22:55.537211 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-8e3497c8-e0c4-4dfb-8c1b-58409adc501b req-b42546e0-ea96-4651-8205-5764d7c3face tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424685
Jun 14 03:22:55.684073 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-9038559b-7ad0-4994-a1c1-ac247417dbb9 req-84cf8c28-4c6c-4771-a4bc-0404c0fdaa51 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-668656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756196682527'] for port, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:55.687867 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:55.693711 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] get_ports_and_sgs() called for port_ids ['47a7b94f-3815-413c-94af-f890cbdc7059'] {{(pid=92487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 14 03:22:55.749203 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9038559b-7ad0-4994-a1c1-ac247417dbb9 req-84cf8c28-4c6c-4771-a4bc-0404c0fdaa51 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Network 61252df1-fba7-4cd7-ac4e-3221f1850428 is already hosted by enough agents. {{(pid=92485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 14 03:22:55.754593 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.base_scheduler [req-9038559b-7ad0-4994-a1c1-ac247417dbb9 req-84cf8c28-4c6c-4771-a4bc-0404c0fdaa51 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Resources bound (agent type, host, resource id):  {{(pid=92485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:22:55.758946 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.l3_dvrscheduler_db [req-9038559b-7ad0-4994-a1c1-ac247417dbb9 req-84cf8c28-4c6c-4771-a4bc-0404c0fdaa51 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Received port after_create {{(pid=92485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 14 03:22:55.764346 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038559b-7ad0-4994-a1c1-ac247417dbb9 req-84cf8c28-4c6c-4771-a4bc-0404c0fdaa51 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:55.764937 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-9038559b-7ad0-4994-a1c1-ac247417dbb9 req-84cf8c28-4c6c-4771-a4bc-0404c0fdaa51 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389'] for port, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:55.768403 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cf8c28-4c6c-4771-a4bc-0404c0fdaa51 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Pushing event updated for resources: {'Port': ['ID=5e36903c-2a50-4ee9-9858-bb9fd78951bf,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:55.772994 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-84cf8c28-4c6c-4771-a4bc-0404c0fdaa51 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:55.816775 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.agents_db [None req-ff4782b4-218c-43ce-8b60-1c0132b4bc55 None None] Agent healthcheck: found 6 active agents {{(pid=92488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 14 03:22:55.973499 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-9038559b-7ad0-4994-a1c1-ac247417dbb9 req-84cf8c28-4c6c-4771-a4bc-0404c0fdaa51 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5226586
Jun 14 03:22:55.989472 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.v2.base [req-9038559b-7ad0-4994-a1c1-ac247417dbb9 req-58c1e41c-7960-4812-a378-372a5f13c72e service neutron] Request body: {'port': {'device_id': '2a6fb668-bebf-4f5f-93c3-ec8157c81881', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=92485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:22:56.072307 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-9038559b-7ad0-4994-a1c1-ac247417dbb9 req-58c1e41c-7960-4812-a378-372a5f13c72e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:56.425760 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.notifiers.nova [req-9038559b-7ad0-4994-a1c1-ac247417dbb9 req-58c1e41c-7960-4812-a378-372a5f13c72e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e36903c-2a50-4ee9-9858-bb9fd78951bf {{(pid=92485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 14 03:22:56.434288 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-9038559b-7ad0-4994-a1c1-ac247417dbb9 req-58c1e41c-7960-4812-a378-372a5f13c72e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:56.453369 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.provisioning_blocks [req-9038559b-7ad0-4994-a1c1-ac247417dbb9 req-58c1e41c-7960-4812-a378-372a5f13c72e service neutron] Transition to ACTIVE for port object 5e36903c-2a50-4ee9-9858-bb9fd78951bf will not be triggered until provisioned by entity L2. {{(pid=92485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:22:56.546304 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-9038559b-7ad0-4994-a1c1-ac247417dbb9 req-58c1e41c-7960-4812-a378-372a5f13c72e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:56.549588 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:56.681301 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c1e41c-7960-4812-a378-372a5f13c72e service neutron] Pushing event updated for resources: {'Port': ['ID=5e36903c-2a50-4ee9-9858-bb9fd78951bf,revision_number=2']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:56.685042 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-58c1e41c-7960-4812-a378-372a5f13c72e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:56.735759 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3f76ac-b25f-46a8-bb37-9bc12cc63119 req-daa74a82-c85d-4434-bdf1-49ffa25635bd tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:56.737454 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-ba3f76ac-b25f-46a8-bb37-9bc12cc63119 req-daa74a82-c85d-4434-bdf1-49ffa25635bd tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a012d57-3ae3-410a-987e-321da2d01af3 HTTP/1.1" status: 200  len: 945 time: 0.0723717
Jun 14 03:22:56.740193 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.managers [req-9038559b-7ad0-4994-a1c1-ac247417dbb9 req-58c1e41c-7960-4812-a378-372a5f13c72e service neutron] Attempting to bind port 5e36903c-2a50-4ee9-9858-bb9fd78951bf on host hv-cinder-79617 for vnic_type normal with profile  {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 14 03:22:56.740456 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.managers [req-9038559b-7ad0-4994-a1c1-ac247417dbb9 req-58c1e41c-7960-4812-a378-372a5f13c72e service neutron] Attempting to bind port 5e36903c-2a50-4ee9-9858-bb9fd78951bf by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': 'b291bd91-84e2-429d-ad5c-40697d97b7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '61252df1-fba7-4cd7-ac4e-3221f1850428'}] {{(pid=92485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 14 03:22:56.740784 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9038559b-7ad0-4994-a1c1-ac247417dbb9 req-58c1e41c-7960-4812-a378-372a5f13c72e service neutron] Attempting to bind port 5e36903c-2a50-4ee9-9858-bb9fd78951bf on network 61252df1-fba7-4cd7-ac4e-3221f1850428 {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 14 03:22:56.747779 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9038559b-7ad0-4994-a1c1-ac247417dbb9 req-58c1e41c-7960-4812-a378-372a5f13c72e service neutron] Port 5e36903c-2a50-4ee9-9858-bb9fd78951bf on network 61252df1-fba7-4cd7-ac4e-3221f1850428 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 14 03:22:56.748132 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9038559b-7ad0-4994-a1c1-ac247417dbb9 req-58c1e41c-7960-4812-a378-372a5f13c72e service neutron] Attempting to bind port 5e36903c-2a50-4ee9-9858-bb9fd78951bf on network 61252df1-fba7-4cd7-ac4e-3221f1850428 {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 14 03:22:56.755739 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9038559b-7ad0-4994-a1c1-ac247417dbb9 req-58c1e41c-7960-4812-a378-372a5f13c72e service neutron] Checking agent: {'id': 'd909c266-64e1-43b2-ab9b-45098cd1126f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 20, 5), 'started_at': datetime.datetime(2021, 6, 14, 3, 20, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 14 03:22:56.756072 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9038559b-7ad0-4994-a1c1-ac247417dbb9 req-58c1e41c-7960-4812-a378-372a5f13c72e service neutron] Checking segment: {'id': 'b291bd91-84e2-429d-ad5c-40697d97b7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '61252df1-fba7-4cd7-ac4e-3221f1850428'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 14 03:22:56.756454 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9038559b-7ad0-4994-a1c1-ac247417dbb9 req-58c1e41c-7960-4812-a378-372a5f13c72e service neutron] Bound using segment: {'id': 'b291bd91-84e2-429d-ad5c-40697d97b7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '61252df1-fba7-4cd7-ac4e-3221f1850428'} {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 14 03:22:56.756947 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.managers [req-9038559b-7ad0-4994-a1c1-ac247417dbb9 req-58c1e41c-7960-4812-a378-372a5f13c72e service neutron] Bound port: 5e36903c-2a50-4ee9-9858-bb9fd78951bf, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b291bd91-84e2-429d-ad5c-40697d97b7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '61252df1-fba7-4cd7-ac4e-3221f1850428'}}] {{(pid=92485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 14 03:22:56.757241 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-9038559b-7ad0-4994-a1c1-ac247417dbb9 req-58c1e41c-7960-4812-a378-372a5f13c72e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:56.767614 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca752e1-0f63-4cd5-9dd8-5d4e7ba575b9 req-cf629812-c738-44af-b49f-a0d28624ce6f tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:56.769082 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-8ca752e1-0f63-4cd5-9dd8-5d4e7ba575b9 req-cf629812-c738-44af-b49f-a0d28624ce6f tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6fb668-bebf-4f5f-93c3-ec8157c81881 HTTP/1.1" status: 200  len: 944 time: 0.1744802
Jun 14 03:22:56.781481 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-ba3f76ac-b25f-46a8-bb37-9bc12cc63119 req-d1f409f9-0a9f-4d22-93e5-a71d3ac70ca9 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379627
Jun 14 03:22:56.851179 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-8ca752e1-0f63-4cd5-9dd8-5d4e7ba575b9 req-f977e620-46d3-4bc7-b144-b71e4a9d3b9d tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723727
Jun 14 03:22:56.873576 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.db [req-9038559b-7ad0-4994-a1c1-ac247417dbb9 req-58c1e41c-7960-4812-a378-372a5f13c72e service neutron] For port 5e36903c-2a50-4ee9-9858-bb9fd78951bf, host hv-cinder-79617, cleared binding levels {{(pid=92485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 14 03:22:56.886396 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.db [req-9038559b-7ad0-4994-a1c1-ac247417dbb9 req-58c1e41c-7960-4812-a378-372a5f13c72e service neutron] For port 5e36903c-2a50-4ee9-9858-bb9fd78951bf, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=5e36903c-2a50-4ee9-9858-bb9fd78951bf,segment=NetworkSegment(b291bd91-84e2-429d-ad5c-40697d97b7c7),segment_id=b291bd91-84e2-429d-ad5c-40697d97b7c7)] {{(pid=92485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 14 03:22:57.018921 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-9038559b-7ad0-4994-a1c1-ac247417dbb9 req-58c1e41c-7960-4812-a378-372a5f13c72e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:57.021278 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-27556906-df1b-4ec8-b53e-829b592e3c86 tempest-DeleteServersTestJSON-176312991 tempest-DeleteServersTestJSON-176312991-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:57.067961 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038559b-7ad0-4994-a1c1-ac247417dbb9 req-58c1e41c-7960-4812-a378-372a5f13c72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:57.068570 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-9038559b-7ad0-4994-a1c1-ac247417dbb9 req-58c1e41c-7960-4812-a378-372a5f13c72e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389'] for port, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:57.069907 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-9038559b-7ad0-4994-a1c1-ac247417dbb9 req-58c1e41c-7960-4812-a378-372a5f13c72e service neutron] 10.222.0.37 "PUT /v2.0/ports/5e36903c-2a50-4ee9-9858-bb9fd78951bf HTTP/1.1" status: 200  len: 1094 time: 1.0847704
Jun 14 03:22:57.070412 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a6fb668-bebf-4f5f-93c3-ec8157c81881', 'tag': '5e36903c-2a50-4ee9-9858-bb9fd78951bf'}] {{(pid=92485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:22:57.072662 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0639b30c08a1ea7684a5dbba31199bfc4186ae3813d9033880ffe89de9bab324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-006317d0-f9ed-499e-a7af-2f6548a7d75a" -d '{"events": [{"name": "network-changed", "server_uuid": "2a6fb668-bebf-4f5f-93c3-ec8157c81881", "tag": "5e36903c-2a50-4ee9-9858-bb9fd78951bf"}]}' {{(pid=92485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:22:57.093334 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c1e41c-7960-4812-a378-372a5f13c72e service neutron] Pushing event updated for resources: {'Port': ['ID=5e36903c-2a50-4ee9-9858-bb9fd78951bf,revision_number=3']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:57.096502 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-58c1e41c-7960-4812-a378-372a5f13c72e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:57.114756 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 03:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba35efb-ba38-4e2b-b090-302e4ee04fd5 x-openstack-request-id: req-2ba35efb-ba38-4e2b-b090-302e4ee04fd5 {{(pid=92485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:22:57.115066 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a6fb668-bebf-4f5f-93c3-ec8157c81881", "tag": "5e36903c-2a50-4ee9-9858-bb9fd78951bf", "status": "completed", "code": 200}]} {{(pid=92485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:22:57.115340 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2ba35efb-ba38-4e2b-b090-302e4ee04fd5 {{(pid=92485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:22:57.119913 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a6fb668-bebf-4f5f-93c3-ec8157c81881', 'tag': '5e36903c-2a50-4ee9-9858-bb9fd78951bf', 'status': 'completed', 'code': 200}
Jun 14 03:22:57.203874 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006317d0-f9ed-499e-a7af-2f6548a7d75a req-510040a1-27bb-4994-ac9f-f9051676ee04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:57.205318 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-006317d0-f9ed-499e-a7af-2f6548a7d75a req-510040a1-27bb-4994-ac9f-f9051676ee04 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5130d6f64ce3404086e24f56ec549881&device_id=2a6fb668-bebf-4f5f-93c3-ec8157c81881 HTTP/1.1" status: 200  len: 1097 time: 0.0623786
Jun 14 03:22:57.348227 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 40762) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:22:57.414299 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eb894a0-ad63-46d7-9734-0a173db9863a admin admin] Deleting subnet b429d4d9-01f6-41d7-9dea-f59815de87eb {{(pid=92486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 14 03:22:57.418984 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-2eb894a0-ad63-46d7-9734-0a173db9863a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:57.432444 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006317d0-f9ed-499e-a7af-2f6548a7d75a req-ac24801b-3774-4539-842d-3feebc6fdf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:57.433892 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-006317d0-f9ed-499e-a7af-2f6548a7d75a req-ac24801b-3774-4539-842d-3feebc6fdf94 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=5130d6f64ce3404086e24f56ec549881&shared=False HTTP/1.1" status: 200  len: 916 time: 0.2189395
Jun 14 03:22:57.463525 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-2eb894a0-ad63-46d7-9734-0a173db9863a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63152461'] for subnet, precommit_delete_associations {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:57.481227 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 40766) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:22:57.518088 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-2eb894a0-ad63-46d7-9734-0a173db9863a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675963'] for subnet, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:57.630683 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-91501591-117d-4219-a28f-ede862744759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:57.659774 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006317d0-f9ed-499e-a7af-2f6548a7d75a req-f3cf2292-21a8-4098-a152-efad528689e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:57.661201 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-006317d0-f9ed-499e-a7af-2f6548a7d75a req-f3cf2292-21a8-4098-a152-efad528689e7 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2207296
Jun 14 03:22:57.678058 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-2eb894a0-ad63-46d7-9734-0a173db9863a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66823779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63152457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63246822'] for subnet, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:57.681327 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-a3854b46-4333-481c-a69c-4adba88f24f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:57.712529 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb894a0-ad63-46d7-9734-0a173db9863a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b429d4d9-01f6-41d7-9dea-f59815de87eb,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:57.715748 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-2eb894a0-ad63-46d7-9734-0a173db9863a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:57.717357 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-2eb894a0-ad63-46d7-9734-0a173db9863a admin admin] Notify callbacks [] for subnet, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:57.719242 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-2eb894a0-ad63-46d7-9734-0a173db9863a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b429d4d9-01f6-41d7-9dea-f59815de87eb HTTP/1.1" status: 204  len: 168 time: 0.3698323
Jun 14 03:22:57.721758 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 40770) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:22:57.771672 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038559b-7ad0-4994-a1c1-ac247417dbb9 req-99b9e1ca-0196-4c29-b61f-e9dd66661655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:57.773124 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-9038559b-7ad0-4994-a1c1-ac247417dbb9 req-99b9e1ca-0196-4c29-b61f-e9dd66661655 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5130d6f64ce3404086e24f56ec549881&device_id=2a6fb668-bebf-4f5f-93c3-ec8157c81881 HTTP/1.1" status: 200  len: 1097 time: 0.0635509
Jun 14 03:22:57.815689 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-ac08f6de-7150-404b-b393-5ee592e11af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577520'] for network, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:57.837217 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-9038559b-7ad0-4994-a1c1-ac247417dbb9 req-4535b247-446b-43f8-ba5c-349ea3494f0f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e36903c-2a50-4ee9-9858-bb9fd78951bf HTTP/1.1" status: 200  len: 217 time: 0.0506680
Jun 14 03:22:57.934262 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-ac08f6de-7150-404b-b393-5ee592e11af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682470', 'neutron.services.segments.db._delete_segments_for_network-8756197238200'] for network, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:57.947400 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.services.segments.db [None req-ac08f6de-7150-404b-b393-5ee592e11af5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6b5c9865b0>,) {'filters': {'network_id': ['364831ae-ab84-4b28-aa5f-7b62539d42d4']}} {{(pid=92486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:22:57.964867 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.services.segments.db [None req-ac08f6de-7150-404b-b393-5ee592e11af5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6b5c9865b0>, '60337f48-7715-4210-80d5-082077cf0c5a') {'for_net_delete': True} {{(pid=92486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:22:57.973538 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.services.segments.db [None req-ac08f6de-7150-404b-b393-5ee592e11af5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6b5c9865b0>, '60337f48-7715-4210-80d5-082077cf0c5a') {} {{(pid=92486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:22:57.981279 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-ac08f6de-7150-404b-b393-5ee592e11af5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756197238038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63152454'] for segment, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:57.988519 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9038559b-7ad0-4994-a1c1-ac247417dbb9 req-821fac5d-7123-4e21-935f-5cec0a9a1230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:57.989971 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-9038559b-7ad0-4994-a1c1-ac247417dbb9 req-821fac5d-7123-4e21-935f-5cec0a9a1230 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f595d2be-eb52-4bd5-862c-ea2ca2054972 HTTP/1.1" status: 200  len: 855 time: 0.1440563
Jun 14 03:22:58.002384 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-ac08f6de-7150-404b-b393-5ee592e11af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677934'] for segment, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:58.011048 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac08f6de-7150-404b-b393-5ee592e11af5 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=92486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 14 03:22:58.011495 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-ac08f6de-7150-404b-b393-5ee592e11af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63152352'] for segment, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:58.013645 dv-cinder-796170-1-iscsi neutron-server[92486]: Traceback (most recent call last):
Jun 14 03:22:58.013645 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 14 03:22:58.013645 dv-cinder-796170-1-iscsi neutron-server[92486]:     timer()
Jun 14 03:22:58.013645 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 14 03:22:58.013645 dv-cinder-796170-1-iscsi neutron-server[92486]:     cb(*args, **kw)
Jun 14 03:22:58.013645 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 14 03:22:58.013645 dv-cinder-796170-1-iscsi neutron-server[92486]:     return func(*args, **kwargs)
Jun 14 03:22:58.013645 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 14 03:22:58.013645 dv-cinder-796170-1-iscsi neutron-server[92486]:     self._notify()
Jun 14 03:22:58.013645 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 14 03:22:58.013645 dv-cinder-796170-1-iscsi neutron-server[92486]:     self.callback(batched_events)
Jun 14 03:22:58.013645 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 14 03:22:58.013645 dv-cinder-796170-1-iscsi neutron-server[92486]:     event.method(event)
Jun 14 03:22:58.013645 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 14 03:22:58.013645 dv-cinder-796170-1-iscsi neutron-server[92486]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 14 03:22:58.013645 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 14 03:22:58.013645 dv-cinder-796170-1-iscsi neutron-server[92486]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 14 03:22:58.013645 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 14 03:22:58.013645 dv-cinder-796170-1-iscsi neutron-server[92486]:     return f(self, *a, **k)
Jun 14 03:22:58.013645 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 14 03:22:58.013645 dv-cinder-796170-1-iscsi neutron-server[92486]:     return self._get(url).json()
Jun 14 03:22:58.013645 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 14 03:22:58.013645 dv-cinder-796170-1-iscsi neutron-server[92486]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 14 03:22:58.013645 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 14 03:22:58.013645 dv-cinder-796170-1-iscsi neutron-server[92486]:     return self.request(url, 'GET', **kwargs)
Jun 14 03:22:58.013645 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 14 03:22:58.013645 dv-cinder-796170-1-iscsi neutron-server[92486]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 14 03:22:58.013645 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 14 03:22:58.013645 dv-cinder-796170-1-iscsi neutron-server[92486]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 14 03:22:58.013645 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 14 03:22:58.013645 dv-cinder-796170-1-iscsi neutron-server[92486]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 14 03:22:58.013645 dv-cinder-796170-1-iscsi neutron-server[92486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 14 03:22:58.042633 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-91501591-117d-4219-a28f-ede862744759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:58.048582 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-9038559b-7ad0-4994-a1c1-ac247417dbb9 req-ec1fb337-bd94-497a-9b6b-c9083c8c0fda service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=61252df1-fba7-4cd7-ac4e-3221f1850428&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0507617
Jun 14 03:22:58.078633 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab36c83c-a795-4c4b-a152-2cdafa7bebc0 req-9747b29d-fb5a-42d4-8a32-f8934eb83736 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:58.079967 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-ab36c83c-a795-4c4b-a152-2cdafa7bebc0 req-9747b29d-fb5a-42d4-8a32-f8934eb83736 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a012d57-3ae3-410a-987e-321da2d01af3 HTTP/1.1" status: 200  len: 945 time: 0.1604419
Jun 14 03:22:58.121048 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-91501591-117d-4219-a28f-ede862744759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:58.125784 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-a743894c-7cc6-4959-bc08-15375364574b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:58.171147 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189e35c6-f327-4989-8a90-833ce9fb27a4 req-3369fc38-6c09-4142-be51-56b741519fb8 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:58.172658 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-189e35c6-f327-4989-8a90-833ce9fb27a4 req-3369fc38-6c09-4142-be51-56b741519fb8 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6fb668-bebf-4f5f-93c3-ec8157c81881 HTTP/1.1" status: 200  len: 944 time: 0.0747797
Jun 14 03:22:58.208441 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-ac08f6de-7150-404b-b393-5ee592e11af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66755087'] for network, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:58.220081 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-189e35c6-f327-4989-8a90-833ce9fb27a4 req-aa2e28fb-3767-4e62-baaf-6ea74ab49f52 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413857
Jun 14 03:22:58.221393 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-4a4e5ab1-b0fc-4c10-b5ae-1b3d3576b74c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:58.223990 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-ac08f6de-7150-404b-b393-5ee592e11af5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for network, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:58.228263 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-ac08f6de-7150-404b-b393-5ee592e11af5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/364831ae-ab84-4b28-aa5f-7b62539d42d4 HTTP/1.1" status: 204  len: 168 time: 0.5030303
Jun 14 03:22:58.243369 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac08f6de-7150-404b-b393-5ee592e11af5 admin admin] Pushing event deleted for resources: {'Network': ['ID=364831ae-ab84-4b28-aa5f-7b62539d42d4,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:58.245926 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-ac08f6de-7150-404b-b393-5ee592e11af5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:58.424670 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-ab36c83c-a795-4c4b-a152-2cdafa7bebc0 req-469360ac-2bc1-4a57-bf76-f3d3f6918f3e tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3311174
Jun 14 03:22:58.442191 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91501591-117d-4219-a28f-ede862744759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=635f83c3-a942-49e3-8e87-3fd18c4f5a94,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:58.447948 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-91501591-117d-4219-a28f-ede862744759 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4680c459fbfe4a97af1a37800cd94ff4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9657211
Jun 14 03:22:58.450531 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-91501591-117d-4219-a28f-ede862744759 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:58.450676 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 40792) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:22:58.478864 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-9038559b-7ad0-4994-a1c1-ac247417dbb9 req-054eb109-4307-4012-bf52-572f003f41e2 service neutron] 10.222.0.37 "GET /v2.0/networks/61252df1-fba7-4cd7-ac4e-3221f1850428?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4181242
Jun 14 03:22:58.517259 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-d7ef1ed2-4bf5-4359-9d2d-ed2e46238272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:58.542540 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-d7ef1ed2-4bf5-4359-9d2d-ed2e46238272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:58.570173 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 40794) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:22:58.612988 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-9038559b-7ad0-4994-a1c1-ac247417dbb9 req-3db13d34-1472-43d7-8157-7d801def4406 service neutron] 10.222.0.37 "GET /v2.0/networks/61252df1-fba7-4cd7-ac4e-3221f1850428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1265235
Jun 14 03:22:58.651261 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 40798) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:22:58.706210 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-2b158ecd-537e-4ae3-adc7-35af6df92e4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:58.728902 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-0badbf84-9a50-4ced-8dfd-e0cde4c4077b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=905df3b94867400f8b147639ba6a431e&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0736201
Jun 14 03:22:58.728902 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 40800) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:22:58.782115 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-d7ef1ed2-4bf5-4359-9d2d-ed2e46238272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:58.784647 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-d7ef1ed2-4bf5-4359-9d2d-ed2e46238272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:58.788155 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-d7ef1ed2-4bf5-4359-9d2d-ed2e46238272 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/635f83c3-a942-49e3-8e87-3fd18c4f5a94 HTTP/1.1" status: 204  len: 168 time: 0.3334265
Jun 14 03:22:58.790980 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-adbe9b34-cf9d-4df6-ac3d-627376ec931b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:58.809067 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ef1ed2-4bf5-4359-9d2d-ed2e46238272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=635f83c3-a942-49e3-8e87-3fd18c4f5a94,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:58.817726 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-d7ef1ed2-4bf5-4359-9d2d-ed2e46238272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:58.825550 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-1f688501-d5e2-467e-86d4-b462a7dedbd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:58.862153 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-1f688501-d5e2-467e-86d4-b462a7dedbd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:58.921183 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-2b158ecd-537e-4ae3-adc7-35af6df92e4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:59.014371 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-2b158ecd-537e-4ae3-adc7-35af6df92e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:59.017999 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-ee5ead75-d413-4b76-95de-86d4c1ee6f3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:59.052062 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-1f688501-d5e2-467e-86d4-b462a7dedbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:59.054587 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-1f688501-d5e2-467e-86d4-b462a7dedbd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:59.055704 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-1f688501-d5e2-467e-86d4-b462a7dedbd3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/56b699cd-5566-4050-8e47-1622627b229d HTTP/1.1" status: 204  len: 168 time: 0.3260515
Jun 14 03:22:59.068031 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-2b158ecd-537e-4ae3-adc7-35af6df92e4b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=323cf90f5bbe459483369eff03325f3b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4966612
Jun 14 03:22:59.070721 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 40808) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:22:59.071052 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b158ecd-537e-4ae3-adc7-35af6df92e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d489f0f-7e24-410c-8992-7fc697f1aa9c,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:59.074879 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-2b158ecd-537e-4ae3-adc7-35af6df92e4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:59.075465 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-6d564d11-7c5c-4450-84ff-9718692602f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:59.084504 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f688501-d5e2-467e-86d4-b462a7dedbd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b699cd-5566-4050-8e47-1622627b229d,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:59.087004 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-1f688501-d5e2-467e-86d4-b462a7dedbd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:59.136896 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-19fdff9a-9ea8-44c4-a54c-a2c8aa603e70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:59.164028 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-19fdff9a-9ea8-44c4-a54c-a2c8aa603e70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:59.388080 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-19fdff9a-9ea8-44c4-a54c-a2c8aa603e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:59.390909 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-19fdff9a-9ea8-44c4-a54c-a2c8aa603e70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:59.392011 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-19fdff9a-9ea8-44c4-a54c-a2c8aa603e70 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3d489f0f-7e24-410c-8992-7fc697f1aa9c HTTP/1.1" status: 204  len: 168 time: 0.3202837
Jun 14 03:22:59.393371 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-8b5bf70e-4082-46f0-b306-ca703cb3dcf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:59.404019 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fdff9a-9ea8-44c4-a54c-a2c8aa603e70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d489f0f-7e24-410c-8992-7fc697f1aa9c,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:59.407442 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-19fdff9a-9ea8-44c4-a54c-a2c8aa603e70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:22:59.440178 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b34ea-4f06-42ca-b4c0-08826bd35114 req-97f86e1f-2f2b-409b-b9b2-d34a55f0ada9 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:59.441647 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-704b34ea-4f06-42ca-b4c0-08826bd35114 req-97f86e1f-2f2b-409b-b9b2-d34a55f0ada9 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6fb668-bebf-4f5f-93c3-ec8157c81881 HTTP/1.1" status: 200  len: 944 time: 0.0886443
Jun 14 03:22:59.485792 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-704b34ea-4f06-42ca-b4c0-08826bd35114 req-616ed764-baa9-4e8b-85cf-a191a4f7a365 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382338
Jun 14 03:22:59.669689 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 40828) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:22:59.676747 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d7052c-edd8-41bb-88a7-1fef4d6250cf req-21cb7505-24f6-45a8-b541-534a7fd2e410 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:22:59.678536 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-b6d7052c-edd8-41bb-88a7-1fef4d6250cf req-21cb7505-24f6-45a8-b541-534a7fd2e410 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a012d57-3ae3-410a-987e-321da2d01af3 HTTP/1.1" status: 200  len: 945 time: 0.0981524
Jun 14 03:22:59.685282 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-6cac1b94-f699-4558-b046-c17bceed64e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:59.728214 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-b6d7052c-edd8-41bb-88a7-1fef4d6250cf req-2f9cbf5c-00a0-44bf-9e97-17b45d465e8a tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432096
Jun 14 03:22:59.807051 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-6cac1b94-f699-4558-b046-c17bceed64e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:59.915493 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-6cac1b94-f699-4558-b046-c17bceed64e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:22:59.919143 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-f516fe98-49ae-407d-bc1b-24a58bab5af5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:22:59.961102 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-6cac1b94-f699-4558-b046-c17bceed64e7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b61cc0745ea947d290f7ca9c5a9f6258&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2877584
Jun 14 03:22:59.961102 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cac1b94-f699-4558-b046-c17bceed64e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f183bc-60ce-4811-a6b7-1ece9dbcfae6,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:22:59.961350 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 40834) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:22:59.962971 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-6cac1b94-f699-4558-b046-c17bceed64e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:23:00.017463 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-d43e1712-7a5d-4a40-aa73-f93eed1f944e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:00.049583 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-d43e1712-7a5d-4a40-aa73-f93eed1f944e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:00.168687 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-d43e1712-7a5d-4a40-aa73-f93eed1f944e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:00.171706 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-d43e1712-7a5d-4a40-aa73-f93eed1f944e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:00.175396 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-d43e1712-7a5d-4a40-aa73-f93eed1f944e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/36f183bc-60ce-4811-a6b7-1ece9dbcfae6 HTTP/1.1" status: 204  len: 168 time: 0.2098398
Jun 14 03:23:00.175396 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:23:00.183696 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43e1712-7a5d-4a40-aa73-f93eed1f944e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f183bc-60ce-4811-a6b7-1ece9dbcfae6,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:23:00.186457 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-d43e1712-7a5d-4a40-aa73-f93eed1f944e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:23:00.353173 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 40852) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:23:00.675434 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-15c9f573-2911-461f-8242-b6c5b7c98ace admin admin] Notify callbacks [] for security_group, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:00.688410 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1096b9-c3b1-4382-ba5a-b4d5562f5b3d req-f874edd0-f3c6-490b-aa95-c8fd28e7d160 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:00.688410 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-ed1096b9-c3b1-4382-ba5a-b4d5562f5b3d req-f874edd0-f3c6-490b-aa95-c8fd28e7d160 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6fb668-bebf-4f5f-93c3-ec8157c81881 HTTP/1.1" status: 200  len: 944 time: 0.0855160
Jun 14 03:23:00.739473 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device 5e36903c-2a50-4ee9-9858-bb9fd78951bf details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=92487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 14 03:23:00.789210 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-ed1096b9-c3b1-4382-ba5a-b4d5562f5b3d req-1ae587df-818f-4e75-993c-46140d3aeb80 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935509
Jun 14 03:23:00.819961 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-15c9f573-2911-461f-8242-b6c5b7c98ace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:00.902125 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-15c9f573-2911-461f-8242-b6c5b7c98ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:00.908179 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-2b158ecd-537e-4ae3-adc7-35af6df92e4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:23:00.923880 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port 5e36903c-2a50-4ee9-9858-bb9fd78951bf, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=5e36903c-2a50-4ee9-9858-bb9fd78951bf,segment=NetworkSegment(b291bd91-84e2-429d-ad5c-40697d97b7c7),segment_id=b291bd91-84e2-429d-ad5c-40697d97b7c7)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:23:00.954758 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Returning: {'device': '5e36903c-2a50-4ee9-9858-bb9fd78951bf', 'network_id': '61252df1-fba7-4cd7-ac4e-3221f1850428', 'port_id': '5e36903c-2a50-4ee9-9858-bb9fd78951bf', 'mac_address': 'fa:16:3e:31:90:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f595d2be-eb52-4bd5-862c-ea2ca2054972', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 14 03:23:00.958648 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c9f573-2911-461f-8242-b6c5b7c98ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7259675a-d51b-45c4-91ac-bffbeea81e78,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:23:00.963568 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-15c9f573-2911-461f-8242-b6c5b7c98ace admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:23:00.970228 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-15c9f573-2911-461f-8242-b6c5b7c98ace admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b933480c3de743ca957d5b8ebd3f8d03&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6157091
Jun 14 03:23:00.974208 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 40880) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:23:01.033428 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f24171f-3668-4646-81f2-80e0c4b52c08 req-15a0805b-620b-48b6-89b2-4f537f95b624 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:01.034866 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-6f24171f-3668-4646-81f2-80e0c4b52c08 req-15a0805b-620b-48b6-89b2-4f537f95b624 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a012d57-3ae3-410a-987e-321da2d01af3 HTTP/1.1" status: 200  len: 945 time: 0.1146042
Jun 14 03:23:01.043720 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-d9341e9e-eb12-48aa-ab68-349a2e35cde4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:01.046136 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:01.062681 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.notifiers.nova [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e36903c-2a50-4ee9-9858-bb9fd78951bf {{(pid=92487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 14 03:23:01.069312 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-d9341e9e-eb12-48aa-ab68-349a2e35cde4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:01.083839 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-6f24171f-3668-4646-81f2-80e0c4b52c08 req-59b75aaa-58c4-45e2-9ae1-2b16974908f2 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418746
Jun 14 03:23:01.090590 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port 5e36903c-2a50-4ee9-9858-bb9fd78951bf, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=5e36903c-2a50-4ee9-9858-bb9fd78951bf,segment=NetworkSegment(b291bd91-84e2-429d-ad5c-40697d97b7c7),segment_id=b291bd91-84e2-429d-ad5c-40697d97b7c7)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:23:01.155378 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:01.157162 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:23:01.212664 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-d9341e9e-eb12-48aa-ab68-349a2e35cde4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:01.215963 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-d9341e9e-eb12-48aa-ab68-349a2e35cde4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:01.218038 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-d9341e9e-eb12-48aa-ab68-349a2e35cde4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7259675a-d51b-45c4-91ac-bffbeea81e78 HTTP/1.1" status: 204  len: 168 time: 0.2419093
Jun 14 03:23:01.218987 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-ddd1fb7d-8992-47f9-96ab-8febcee9ed9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:23:01.231482 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9341e9e-eb12-48aa-ab68-349a2e35cde4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7259675a-d51b-45c4-91ac-bffbeea81e78,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:23:01.233626 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Pushing event updated for resources: {'Port': ['ID=5e36903c-2a50-4ee9-9858-bb9fd78951bf,revision_number=4']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:23:01.235391 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-d9341e9e-eb12-48aa-ab68-349a2e35cde4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:23:01.243773 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:23:01.244318 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:23:01.244891 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:23:01.245225 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:23:01.245746 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:23:01.246229 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:23:01.246602 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:23:01.246937 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:23:01.247258 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:23:01.247728 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:23:01.249023 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:23:01.249531 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:23:01.256226 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:23:01.436426 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] get_ports_and_sgs() called for port_ids ['5e36903c-2a50-4ee9-9858-bb9fd78951bf'] {{(pid=92487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 14 03:23:01.959503 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 40918) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:23:02.005057 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110b8f69-c815-4ae6-a10d-1ea69459d8db req-f0b74abc-e6ff-49b1-a155-8dcd5622aa66 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:02.014273 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-110b8f69-c815-4ae6-a10d-1ea69459d8db req-f0b74abc-e6ff-49b1-a155-8dcd5622aa66 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6fb668-bebf-4f5f-93c3-ec8157c81881 HTTP/1.1" status: 200  len: 945 time: 0.0922291
Jun 14 03:23:02.044584 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-c300893a-bd7b-4b65-a8d7-27a530567c0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:02.085458 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-110b8f69-c815-4ae6-a10d-1ea69459d8db req-9f232f7d-5662-49c0-9ff5-cff8de38c84f tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696275
Jun 14 03:23:02.190531 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-c300893a-bd7b-4b65-a8d7-27a530567c0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:02.278139 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-c300893a-bd7b-4b65-a8d7-27a530567c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:02.284416 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-12b7eabc-5eeb-432e-9499-d70ff5780472 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:23:02.360439 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-c300893a-bd7b-4b65-a8d7-27a530567c0e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1e50b25900d84df881b79de5ffe489ca&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3972440
Jun 14 03:23:02.361125 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 40928) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:23:02.362076 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c300893a-bd7b-4b65-a8d7-27a530567c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1693b073-dec2-465b-85ca-fbe593e02c14,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:23:02.368714 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-c300893a-bd7b-4b65-a8d7-27a530567c0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:23:02.394910 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d01059-a7e9-4fac-b1ea-a8c9b457b157 req-1488f74c-21c4-403a-b360-c428a7c51e95 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:02.399726 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-f2d01059-a7e9-4fac-b1ea-a8c9b457b157 req-1488f74c-21c4-403a-b360-c428a7c51e95 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a012d57-3ae3-410a-987e-321da2d01af3 HTTP/1.1" status: 200  len: 945 time: 0.1737297
Jun 14 03:23:02.435028 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-eacb2660-5182-415a-9ec2-430fe5d47efc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:02.454217 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-f2d01059-a7e9-4fac-b1ea-a8c9b457b157 req-f0a7561b-ed5d-4bd6-beb7-d16a65502a72 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508137
Jun 14 03:23:02.468803 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-eacb2660-5182-415a-9ec2-430fe5d47efc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:02.671381 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-eacb2660-5182-415a-9ec2-430fe5d47efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:02.674031 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-eacb2660-5182-415a-9ec2-430fe5d47efc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:02.675218 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-eacb2660-5182-415a-9ec2-430fe5d47efc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1693b073-dec2-465b-85ca-fbe593e02c14 HTTP/1.1" status: 204  len: 168 time: 0.3131132
Jun 14 03:23:02.676036 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-eb54064a-5030-49d0-a601-ccba1dee2c1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:23:02.684832 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacb2660-5182-415a-9ec2-430fe5d47efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1693b073-dec2-465b-85ca-fbe593e02c14,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:23:02.687720 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-eacb2660-5182-415a-9ec2-430fe5d47efc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:23:02.764347 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device 5e36903c-2a50-4ee9-9858-bb9fd78951bf up at agent hyperv_hv-cinder-79617 {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:23:02.968568 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Provisioning for port 5e36903c-2a50-4ee9-9858-bb9fd78951bf completed by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:23:02.972602 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Provisioning complete for port 5e36903c-2a50-4ee9-9858-bb9fd78951bf triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:23:02.973054 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:03.065422 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:03.102008 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a6fb668-bebf-4f5f-93c3-ec8157c81881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e36903c-2a50-4ee9-9858-bb9fd78951bf'}] {{(pid=92487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:23:03.104291 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}681963f073e70c07aac8dc5e895e90246fb88e956d84982da350f3581d0ebeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4eec10-55a6-4138-b518-dbf91b9fedd0" -d '{"events": [{"server_uuid": "2a6fb668-bebf-4f5f-93c3-ec8157c81881", "name": "network-vif-plugged", "status": "completed", "tag": "5e36903c-2a50-4ee9-9858-bb9fd78951bf"}]}' {{(pid=92487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:23:03.153619 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port 5e36903c-2a50-4ee9-9858-bb9fd78951bf, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=5e36903c-2a50-4ee9-9858-bb9fd78951bf,segment=NetworkSegment(b291bd91-84e2-429d-ad5c-40697d97b7c7),segment_id=b291bd91-84e2-429d-ad5c-40697d97b7c7)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:23:03.161374 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c3c5c1d-303b-4a65-a384-b75a1306a6c1 x-openstack-request-id: req-9c3c5c1d-303b-4a65-a384-b75a1306a6c1 {{(pid=92487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:23:03.162106 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a6fb668-bebf-4f5f-93c3-ec8157c81881", "name": "network-vif-plugged", "status": "completed", "tag": "5e36903c-2a50-4ee9-9858-bb9fd78951bf", "code": 200}]} {{(pid=92487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:23:03.162644 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9c3c5c1d-303b-4a65-a384-b75a1306a6c1 {{(pid=92487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:23:03.164168 dv-cinder-796170-1-iscsi neutron-server[92487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a6fb668-bebf-4f5f-93c3-ec8157c81881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e36903c-2a50-4ee9-9858-bb9fd78951bf', 'code': 200}
Jun 14 03:23:03.289602 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:03.292687 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:23:03.365790 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Pushing event updated for resources: {'Port': ['ID=5e36903c-2a50-4ee9-9858-bb9fd78951bf,revision_number=5']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:23:03.369570 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:23:03.463205 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b9562-0f0e-4a05-b1fd-5f1beb5b4cda req-ed7babc1-410f-46b5-a050-13e9ccd0c584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:03.464116 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-123b9562-0f0e-4a05-b1fd-5f1beb5b4cda req-ed7babc1-410f-46b5-a050-13e9ccd0c584 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4a012d57-3ae3-410a-987e-321da2d01af3 HTTP/1.1" status: 200  len: 1098 time: 0.1700509
Jun 14 03:23:03.505772 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a6fac8-eb97-40e7-9f5a-3035293c759d req-fe29f0b1-8098-4720-8d28-dea1712ac5c6 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:03.507287 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-23a6fac8-eb97-40e7-9f5a-3035293c759d req-fe29f0b1-8098-4720-8d28-dea1712ac5c6 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6fb668-bebf-4f5f-93c3-ec8157c81881 HTTP/1.1" status: 200  len: 946 time: 0.2026305
Jun 14 03:23:03.542217 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-123b9562-0f0e-4a05-b1fd-5f1beb5b4cda req-ee158f95-4c54-45a5-852d-56ac904182fa service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701535
Jun 14 03:23:03.562371 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-23a6fac8-eb97-40e7-9f5a-3035293c759d req-3f8bb5a2-ed71-40fe-ae08-3e4f980064bc tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481248
Jun 14 03:23:03.678812 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d3a96-7d39-422f-ba6e-13dac6a4840f req-fee9f507-ec66-4a73-8a9a-8bba7903bb0d tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:03.681443 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-1e8d3a96-7d39-422f-ba6e-13dac6a4840f req-fee9f507-ec66-4a73-8a9a-8bba7903bb0d tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a012d57-3ae3-410a-987e-321da2d01af3 HTTP/1.1" status: 200  len: 945 time: 0.1028357
Jun 14 03:23:03.717533 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9279aa-00b7-46ea-b5de-9a39218c0c04 req-73ffa5df-a123-4b75-af27-1105ead14403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:03.718952 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-2d9279aa-00b7-46ea-b5de-9a39218c0c04 req-73ffa5df-a123-4b75-af27-1105ead14403 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2a6fb668-bebf-4f5f-93c3-ec8157c81881 HTTP/1.1" status: 200  len: 1099 time: 0.0756044
Jun 14 03:23:03.729123 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-1e8d3a96-7d39-422f-ba6e-13dac6a4840f req-f80d051a-7c4a-49ce-be82-07f4344d5e96 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383630
Jun 14 03:23:03.768636 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-2d9279aa-00b7-46ea-b5de-9a39218c0c04 req-b7dfbd06-9d9a-4153-add7-ded6a4d56720 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390949
Jun 14 03:23:03.829498 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 40976) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:23:03.850319 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-2316e67f-5d96-41d2-92c5-c951238641a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:03.953339 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-2316e67f-5d96-41d2-92c5-c951238641a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:04.059984 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-2316e67f-5d96-41d2-92c5-c951238641a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:04.062701 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:23:04.101600 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2316e67f-5d96-41d2-92c5-c951238641a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af25a32-4a50-4e7a-817f-56687fb199b1,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:23:04.104541 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-2316e67f-5d96-41d2-92c5-c951238641a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:23:04.108432 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-2316e67f-5d96-41d2-92c5-c951238641a3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7c9cf48a77dd49898aeb01a03b9dde49&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2775917
Jun 14 03:23:04.113045 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 40986) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:23:04.184711 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-cbfd51a3-66a5-4327-a052-036ae67b2e06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:04.208263 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-cbfd51a3-66a5-4327-a052-036ae67b2e06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:04.363280 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-cbfd51a3-66a5-4327-a052-036ae67b2e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:04.366194 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-cbfd51a3-66a5-4327-a052-036ae67b2e06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:04.369770 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-cbfd51a3-66a5-4327-a052-036ae67b2e06 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9af25a32-4a50-4e7a-817f-56687fb199b1 HTTP/1.1" status: 204  len: 168 time: 0.2523563
Jun 14 03:23:04.369770 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-955e0254-5589-41d3-ac59-de6ed8ddf7b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:23:04.380162 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfd51a3-66a5-4327-a052-036ae67b2e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af25a32-4a50-4e7a-817f-56687fb199b1,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:23:04.383456 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-cbfd51a3-66a5-4327-a052-036ae67b2e06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:23:04.471477 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-c374941d-a96f-4459-9693-adededa6b94c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:04.764845 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0782a4-6d48-4075-9ea5-b31966ecd02f req-04bb0319-8de9-4ed1-8efa-a7b2d8c67eb2 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:04.767692 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-8e0782a4-6d48-4075-9ea5-b31966ecd02f req-04bb0319-8de9-4ed1-8efa-a7b2d8c67eb2 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6fb668-bebf-4f5f-93c3-ec8157c81881 HTTP/1.1" status: 200  len: 946 time: 0.0775771
Jun 14 03:23:04.816145 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-8e0782a4-6d48-4075-9ea5-b31966ecd02f req-ebf483a3-fa03-4549-b72e-82c49776c127 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420036
Jun 14 03:23:04.945014 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a096f4-d8ef-4dd5-ac6a-ffc9c444af1e req-a49c416e-120c-4940-bba9-e3d9f07f7d47 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:04.946519 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-65a096f4-d8ef-4dd5-ac6a-ffc9c444af1e req-a49c416e-120c-4940-bba9-e3d9f07f7d47 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a012d57-3ae3-410a-987e-321da2d01af3 HTTP/1.1" status: 200  len: 945 time: 0.0848572
Jun 14 03:23:04.999177 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-65a096f4-d8ef-4dd5-ac6a-ffc9c444af1e req-31d1460c-7ff2-47b3-84a9-a89fee5440a3 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458486
Jun 14 03:23:05.028237 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 41020) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:23:05.145905 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:05.146871 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-e325b767-d23c-4f46-b73c-e12822356401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:05.245238 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-e325b767-d23c-4f46-b73c-e12822356401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:05.391561 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-e325b767-d23c-4f46-b73c-e12822356401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:05.395085 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:23:05.443220 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325b767-d23c-4f46-b73c-e12822356401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e899fbf9-7fc8-4dcc-af76-74f8a2b70bc3,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:23:05.443220 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-e325b767-d23c-4f46-b73c-e12822356401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:23:05.447510 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-e325b767-d23c-4f46-b73c-e12822356401 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e184e8403ffe42e0ad6637bfd2e8fff7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4180982
Jun 14 03:23:05.449798 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 41040) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:23:05.504889 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-9d887006-9dda-42e4-a56b-6523d6d60c5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:05.530816 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-9d887006-9dda-42e4-a56b-6523d6d60c5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:05.729126 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-9d887006-9dda-42e4-a56b-6523d6d60c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:05.731137 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-9d887006-9dda-42e4-a56b-6523d6d60c5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:05.734782 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-9d887006-9dda-42e4-a56b-6523d6d60c5f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e899fbf9-7fc8-4dcc-af76-74f8a2b70bc3 HTTP/1.1" status: 204  len: 168 time: 0.2814479
Jun 14 03:23:05.734782 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-ea58d2cc-1283-4262-95a8-79d7aacf3d48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:23:05.741986 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d887006-9dda-42e4-a56b-6523d6d60c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e899fbf9-7fc8-4dcc-af76-74f8a2b70bc3,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:23:05.744161 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-9d887006-9dda-42e4-a56b-6523d6d60c5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:23:06.007582 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea25a8d-ce1c-4792-abc6-f62013ae5a1a req-c750d9a0-2018-4f88-8adf-c91c42797159 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:06.007582 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-6ea25a8d-ce1c-4792-abc6-f62013ae5a1a req-c750d9a0-2018-4f88-8adf-c91c42797159 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6fb668-bebf-4f5f-93c3-ec8157c81881 HTTP/1.1" status: 200  len: 946 time: 0.0711703
Jun 14 03:23:06.055647 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-6ea25a8d-ce1c-4792-abc6-f62013ae5a1a req-c9e82022-4aa5-453a-a231-5e273e990c17 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425167
Jun 14 03:23:06.207895 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f1db3e-07ca-4e21-9721-524ada6972a9 req-0dab7e0e-5ce9-42f4-8d5f-0c75d245f4a4 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:06.210197 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-87f1db3e-07ca-4e21-9721-524ada6972a9 req-0dab7e0e-5ce9-42f4-8d5f-0c75d245f4a4 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a012d57-3ae3-410a-987e-321da2d01af3 HTTP/1.1" status: 200  len: 945 time: 0.0891790
Jun 14 03:23:06.282752 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 41078) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:23:06.286990 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-87f1db3e-07ca-4e21-9721-524ada6972a9 req-99f21a4d-7154-40dd-b439-483227d0fcfd tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703206
Jun 14 03:23:06.490629 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c86ff-2218-4b60-8426-1e1fc66348aa req-c1882796-9657-4f65-85cc-afa6aaf01730 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:06.492095 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-6f5c86ff-2218-4b60-8426-1e1fc66348aa req-c1882796-9657-4f65-85cc-afa6aaf01730 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4294f363-fd1f-46f0-8428-1ae8ca56a612 HTTP/1.1" status: 200  len: 946 time: 0.0819576
Jun 14 03:23:06.537669 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-6f5c86ff-2218-4b60-8426-1e1fc66348aa req-b3619981-fcdd-434f-8792-f4314748c2f6 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386302
Jun 14 03:23:06.564857 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-3d1cec08-c46b-4145-a31d-2ba72a8769f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:06.668111 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-3d1cec08-c46b-4145-a31d-2ba72a8769f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:06.786165 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-3d1cec08-c46b-4145-a31d-2ba72a8769f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:06.796633 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-6f4e80c5-50e2-4d51-a29b-52820cf7912e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:23:06.820319 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 41100) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:23:06.836144 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-3d1cec08-c46b-4145-a31d-2ba72a8769f0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4d91ac68e5c04407974222157aee6da5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5522847
Jun 14 03:23:06.837863 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1cec08-c46b-4145-a31d-2ba72a8769f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e243ab6-d3bf-4757-aaa2-565ec925f731,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:23:06.838744 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 41102) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:23:06.841239 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-3d1cec08-c46b-4145-a31d-2ba72a8769f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:23:06.847369 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-20fa1bbe-5489-4685-b138-f710a79fa99d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:06.925184 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-dc3088b1-821e-4436-894e-8f18a19a41fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:06.960045 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-dc3088b1-821e-4436-894e-8f18a19a41fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:07.003070 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-b1a5f297-e6bd-471a-8def-c7a19bf91890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:07.043754 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-20fa1bbe-5489-4685-b138-f710a79fa99d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:07.139288 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-20fa1bbe-5489-4685-b138-f710a79fa99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:07.142390 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:23:07.166871 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:07.177977 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-dc3088b1-821e-4436-894e-8f18a19a41fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:07.180906 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-dc3088b1-821e-4436-894e-8f18a19a41fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:07.182535 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-dc3088b1-821e-4436-894e-8f18a19a41fa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7e243ab6-d3bf-4757-aaa2-565ec925f731 HTTP/1.1" status: 204  len: 168 time: 0.3426356
Jun 14 03:23:07.211974 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-20fa1bbe-5489-4685-b138-f710a79fa99d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=408a24936cde4139b3c45d1355015c3b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3881907
Jun 14 03:23:07.211974 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fa1bbe-5489-4685-b138-f710a79fa99d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc6e6a70-f074-484a-a977-dbd26b848c92,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:23:07.212625 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 41124) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:23:07.214912 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-20fa1bbe-5489-4685-b138-f710a79fa99d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:23:07.215394 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-b0223312-d74a-4cff-8fc3-46e100224306 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:23:07.236151 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3088b1-821e-4436-894e-8f18a19a41fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e243ab6-d3bf-4757-aaa2-565ec925f731,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:23:07.243752 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-dc3088b1-821e-4436-894e-8f18a19a41fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:23:07.294438 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-21050b59-4d2b-4ac5-8a6c-938bfeead530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:07.331095 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-21050b59-4d2b-4ac5-8a6c-938bfeead530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:07.506327 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-21050b59-4d2b-4ac5-8a6c-938bfeead530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:07.509006 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-21050b59-4d2b-4ac5-8a6c-938bfeead530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:07.512610 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-21050b59-4d2b-4ac5-8a6c-938bfeead530 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bc6e6a70-f074-484a-a977-dbd26b848c92 HTTP/1.1" status: 204  len: 168 time: 0.2975502
Jun 14 03:23:07.512610 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-d9ce8c1b-53b4-4e46-ae7b-39f709e8a07d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:23:07.523370 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21050b59-4d2b-4ac5-8a6c-938bfeead530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc6e6a70-f074-484a-a977-dbd26b848c92,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:23:07.526148 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-21050b59-4d2b-4ac5-8a6c-938bfeead530 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:23:08.146102 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-a6614653-0164-4561-80ac-e583b9425df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:09.290325 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-e4183198-e503-478e-ac61-dd341dc09fe1 req-3a41c548-f32b-4aae-8712-0631071bb735 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9a6e3ccf-7f24-4f37-8c06-135b6f8abe81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0687258
Jun 14 03:23:09.432074 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4183198-e503-478e-ac61-dd341dc09fe1 req-c59e0d52-7306-45c3-a443-631af9dff41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:09.434389 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-e4183198-e503-478e-ac61-dd341dc09fe1 req-c59e0d52-7306-45c3-a443-631af9dff41f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5130d6f64ce3404086e24f56ec549881&device_id=9a6e3ccf-7f24-4f37-8c06-135b6f8abe81 HTTP/1.1" status: 200  len: 1098 time: 0.0861762
Jun 14 03:23:09.590786 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921c0b6-5aa1-45e4-ba4c-3a4c78b89a8d req-b977a4f4-bbc2-4616-8554-799f32c3fd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:09.593040 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-3921c0b6-5aa1-45e4-ba4c-3a4c78b89a8d req-b977a4f4-bbc2-4616-8554-799f32c3fd24 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d770a57b3e724678a2cc69c7a9890825&device_id=4294f363-fd1f-46f0-8428-1ae8ca56a612 HTTP/1.1" status: 200  len: 1099 time: 0.1256003
Jun 14 03:23:09.617156 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a492ae2-de27-4b5b-967e-3a93c8176b18 req-8cd092da-d7a0-4396-bbea-e70704b34ff2 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:09.618600 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-9a492ae2-de27-4b5b-967e-3a93c8176b18 req-8cd092da-d7a0-4396-bbea-e70704b34ff2 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4294f363-fd1f-46f0-8428-1ae8ca56a612 HTTP/1.1" status: 200  len: 946 time: 0.1084516
Jun 14 03:23:09.683658 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-37effd67-6caa-48ba-975b-7ec46c17b4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:09.691449 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4183198-e503-478e-ac61-dd341dc09fe1 req-919292da-0c4b-43c1-aaa2-c288e5879208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:09.692908 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-e4183198-e503-478e-ac61-dd341dc09fe1 req-919292da-0c4b-43c1-aaa2-c288e5879208 service neutron] 10.222.0.37 "GET /v2.0/networks?id=61252df1-fba7-4cd7-ac4e-3221f1850428 HTTP/1.1" status: 200  len: 916 time: 0.2261212
Jun 14 03:23:09.701633 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e16f84-fed5-44c3-b16c-5fb9bf2d6d35 req-f9a85512-e1ef-488d-83a4-5fe9e2207ad5 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:09.702801 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-69e16f84-fed5-44c3-b16c-5fb9bf2d6d35 req-f9a85512-e1ef-488d-83a4-5fe9e2207ad5 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/networks?id=61252df1-fba7-4cd7-ac4e-3221f1850428 HTTP/1.1" status: 200  len: 815 time: 0.2272456
Jun 14 03:23:09.731507 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-9a492ae2-de27-4b5b-967e-3a93c8176b18 req-f5d7a190-5fb3-47f2-a081-e8583e61c05c tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1003640
Jun 14 03:23:09.764064 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-e4183198-e503-478e-ac61-dd341dc09fe1 req-67fa000b-1912-48b0-8b7a-a7f0b2da3510 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47a7b94f-3815-413c-94af-f890cbdc7059 HTTP/1.1" status: 200  len: 217 time: 0.0603459
Jun 14 03:23:09.765640 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-69e16f84-fed5-44c3-b16c-5fb9bf2d6d35 req-a9f20139-dd2e-4c91-ba98-e54d57a9f7de tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/quotas/5130d6f64ce3404086e24f56ec549881 HTTP/1.1" status: 200  len: 375 time: 0.0548792
Jun 14 03:23:09.768168 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921c0b6-5aa1-45e4-ba4c-3a4c78b89a8d req-4b653ec2-900b-41ca-b6a7-a1a09b3597f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:09.769751 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-3921c0b6-5aa1-45e4-ba4c-3a4c78b89a8d req-4b653ec2-900b-41ca-b6a7-a1a09b3597f1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5a47fa3e-70b2-4efd-bce9-673f89030784 HTTP/1.1" status: 200  len: 919 time: 0.1690357
Jun 14 03:23:09.859247 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-3921c0b6-5aa1-45e4-ba4c-3a4c78b89a8d req-03bede24-703b-42ef-84d0-da67156cd5fb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34006e75-80c3-4179-834e-6909e786b5ba HTTP/1.1" status: 200  len: 217 time: 0.0769887
Jun 14 03:23:09.878000 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4183198-e503-478e-ac61-dd341dc09fe1 req-b8358369-9f8c-496d-afb3-8d55c40bfab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:09.878000 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-e4183198-e503-478e-ac61-dd341dc09fe1 req-b8358369-9f8c-496d-afb3-8d55c40bfab7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f595d2be-eb52-4bd5-862c-ea2ca2054972 HTTP/1.1" status: 200  len: 855 time: 0.0926876
Jun 14 03:23:09.918425 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-e4183198-e503-478e-ac61-dd341dc09fe1 req-792b2c6b-7841-427d-aff0-c044b9565532 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=61252df1-fba7-4cd7-ac4e-3221f1850428&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0334382
Jun 14 03:23:09.925029 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-69e16f84-fed5-44c3-b16c-5fb9bf2d6d35 req-b6ca9696-f732-4f04-8da1-7ee06002b871 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5130d6f64ce3404086e24f56ec549881&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1508336
Jun 14 03:23:09.939013 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921c0b6-5aa1-45e4-ba4c-3a4c78b89a8d req-4e4c4cc6-a1b1-4081-a49d-ef26e0656749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:09.940685 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-3921c0b6-5aa1-45e4-ba4c-3a4c78b89a8d req-4e4c4cc6-a1b1-4081-a49d-ef26e0656749 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=22848147-cf67-4dfd-aeab-710e50c30d70 HTTP/1.1" status: 200  len: 858 time: 0.0724204
Jun 14 03:23:09.988645 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-3921c0b6-5aa1-45e4-ba4c-3a4c78b89a8d req-372d746f-8b33-4ee8-aede-ca60bb5a4f64 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5a47fa3e-70b2-4efd-bce9-673f89030784&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0399683
Jun 14 03:23:10.174368 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-3921c0b6-5aa1-45e4-ba4c-3a4c78b89a8d req-d0eb00e1-f19a-49df-9f00-a9a56491bfd8 service neutron] 10.222.0.37 "GET /v2.0/networks/5a47fa3e-70b2-4efd-bce9-673f89030784?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1653032
Jun 14 03:23:10.177663 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-e4183198-e503-478e-ac61-dd341dc09fe1 req-72d00e11-f0fe-46a3-b0e5-e7363da44a85 service neutron] 10.222.0.37 "GET /v2.0/networks/61252df1-fba7-4cd7-ac4e-3221f1850428?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2515199
Jun 14 03:23:10.179504 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-69e16f84-fed5-44c3-b16c-5fb9bf2d6d35 req-574d79c9-cb73-4eed-a541-22011f470af9 service neutron] 10.222.0.13 "GET /v2.0/networks/61252df1-fba7-4cd7-ac4e-3221f1850428?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2335470
Jun 14 03:23:10.406239 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-e4183198-e503-478e-ac61-dd341dc09fe1 req-1c58c64f-9144-4641-9e20-6a911c7362a0 service neutron] 10.222.0.37 "GET /v2.0/networks/61252df1-fba7-4cd7-ac4e-3221f1850428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1999388
Jun 14 03:23:10.428145 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-69e16f84-fed5-44c3-b16c-5fb9bf2d6d35 req-9ba2f888-5902-4690-92c9-ebf3b1ec5797 service neutron] 10.222.0.13 "GET /v2.0/networks/61252df1-fba7-4cd7-ac4e-3221f1850428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2423749
Jun 14 03:23:10.550569 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-3921c0b6-5aa1-45e4-ba4c-3a4c78b89a8d req-2c93bb25-ec51-4e11-8be6-80988f42959b service neutron] 10.222.0.37 "GET /v2.0/networks/5a47fa3e-70b2-4efd-bce9-673f89030784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3556123
Jun 14 03:23:10.954603 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf01571b-e37f-4421-a061-3dbb3f6c0c4e req-b146e087-19ba-4d28-bdb9-008be5047f4b tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:10.956262 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-cf01571b-e37f-4421-a061-3dbb3f6c0c4e req-b146e087-19ba-4d28-bdb9-008be5047f4b tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4294f363-fd1f-46f0-8428-1ae8ca56a612 HTTP/1.1" status: 200  len: 946 time: 0.1048899
Jun 14 03:23:10.971898 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-048f1232-af2f-459e-a1c4-2e87c7be92b5 req-2eee476e-4317-4aec-8184-5b7612a1a501 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=06776908-bc53-4431-afaa-75dd14833bee HTTP/1.1" status: 200  len: 210 time: 0.0660467
Jun 14 03:23:11.011052 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-cf01571b-e37f-4421-a061-3dbb3f6c0c4e req-c915b8b8-36a0-4b0b-8645-dfb98bdcda53 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470536
Jun 14 03:23:12.136094 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-0785c68a-213f-43ac-b836-4958893b94be req-27fadeff-84d0-49e0-940c-253b224fc404 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=06776908-bc53-4431-afaa-75dd14833bee HTTP/1.1" status: 200  len: 210 time: 0.0511706
Jun 14 03:23:12.213762 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7bca7e-0b4d-4475-bde8-07be128c4f28 req-8ef557bc-9b79-43e3-9862-ccd86a58c049 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:12.215327 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-0e7bca7e-0b4d-4475-bde8-07be128c4f28 req-8ef557bc-9b79-43e3-9862-ccd86a58c049 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4294f363-fd1f-46f0-8428-1ae8ca56a612 HTTP/1.1" status: 200  len: 946 time: 0.0734308
Jun 14 03:23:12.261044 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-0e7bca7e-0b4d-4475-bde8-07be128c4f28 req-164fc467-2e97-4cd7-b5e6-7948874d139a tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384493
Jun 14 03:23:12.639477 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 41362) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:23:12.744399 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-eacc92d5-089d-4a2d-b781-cbe2769e0f59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:12.838078 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-eacc92d5-089d-4a2d-b781-cbe2769e0f59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:12.911227 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-eacc92d5-089d-4a2d-b781-cbe2769e0f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:12.914978 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:23:12.953694 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-eacc92d5-089d-4a2d-b781-cbe2769e0f59 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6c5815e36235436d84cfc8c41f432dc2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3131516
Jun 14 03:23:12.955653 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacc92d5-089d-4a2d-b781-cbe2769e0f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376005da-7795-41b1-beaa-813a454308bc,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:23:12.956488 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 41368) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:23:12.971211 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-eacc92d5-089d-4a2d-b781-cbe2769e0f59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:23:13.010762 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-6f97ea7b-24dc-40e0-8748-5688016ae165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:13.033635 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-6f97ea7b-24dc-40e0-8748-5688016ae165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:13.174276 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-6f97ea7b-24dc-40e0-8748-5688016ae165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:13.178965 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-6f97ea7b-24dc-40e0-8748-5688016ae165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:13.178965 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-6f97ea7b-24dc-40e0-8748-5688016ae165 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/376005da-7795-41b1-beaa-813a454308bc HTTP/1.1" status: 204  len: 168 time: 0.2205513
Jun 14 03:23:13.178965 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-4b1fb5d6-a0b3-4ecb-9a11-96f78487b1e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:23:13.188267 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f97ea7b-24dc-40e0-8748-5688016ae165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376005da-7795-41b1-beaa-813a454308bc,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:23:13.190972 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-6f97ea7b-24dc-40e0-8748-5688016ae165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:23:13.285808 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-15141990-3381-4235-91d3-5f7f6a8a098f req-d3ceb4b9-60b4-4eff-b850-5a1288e7eeef tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=06776908-bc53-4431-afaa-75dd14833bee HTTP/1.1" status: 200  len: 210 time: 0.0328143
Jun 14 03:23:13.461231 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a6a4e4-8e57-4c8d-81d3-12887609c635 req-bb08f9b7-069b-48c3-9bae-4dbe499d9dab tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:13.462909 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-f1a6a4e4-8e57-4c8d-81d3-12887609c635 req-bb08f9b7-069b-48c3-9bae-4dbe499d9dab tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4294f363-fd1f-46f0-8428-1ae8ca56a612 HTTP/1.1" status: 200  len: 946 time: 0.0736625
Jun 14 03:23:13.508564 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-f1a6a4e4-8e57-4c8d-81d3-12887609c635 req-2f01ddde-abf4-43c9-8d9a-fb8718bce46e tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380731
Jun 14 03:23:13.526822 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 41388) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:23:13.633746 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-53043431-8310-46c0-a651-8084b215d845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:13.727318 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-53043431-8310-46c0-a651-8084b215d845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:13.825199 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-53043431-8310-46c0-a651-8084b215d845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:13.828493 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-c300893a-bd7b-4b65-a8d7-27a530567c0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:23:13.867262 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-53043431-8310-46c0-a651-8084b215d845 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8b08610deb584721868cd6c462af5e17&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3393383
Jun 14 03:23:13.867985 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53043431-8310-46c0-a651-8084b215d845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d98df3-8857-4662-bfa6-b8664eb85a82,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:23:13.869833 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 41394) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:23:13.871031 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-53043431-8310-46c0-a651-8084b215d845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:23:13.922889 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-5cec706b-b7ce-4aa0-9374-ce9c0d788ab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:13.926828 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 41396) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:23:13.950778 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-beff63c2-d1c1-4e11-a72d-3dd43d044379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:13.968133 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-5cec706b-b7ce-4aa0-9374-ce9c0d788ab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:14.077583 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-beff63c2-d1c1-4e11-a72d-3dd43d044379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:14.122750 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-5cec706b-b7ce-4aa0-9374-ce9c0d788ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:14.125392 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-5cec706b-b7ce-4aa0-9374-ce9c0d788ab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:14.126548 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-5cec706b-b7ce-4aa0-9374-ce9c0d788ab7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/06d98df3-8857-4662-bfa6-b8664eb85a82 HTTP/1.1" status: 204  len: 168 time: 0.2555225
Jun 14 03:23:14.135132 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-934a04cf-3345-43e0-a638-2f63b1119716 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:23:14.138713 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cec706b-b7ce-4aa0-9374-ce9c0d788ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d98df3-8857-4662-bfa6-b8664eb85a82,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:23:14.141846 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-5cec706b-b7ce-4aa0-9374-ce9c0d788ab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:23:14.158774 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-beff63c2-d1c1-4e11-a72d-3dd43d044379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:14.158774 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-eacc92d5-089d-4a2d-b781-cbe2769e0f59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:23:14.197863 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-beff63c2-d1c1-4e11-a72d-3dd43d044379 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6ef50021690c4e218e50083655944309&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2697518
Jun 14 03:23:14.198860 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beff63c2-d1c1-4e11-a72d-3dd43d044379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e682ef28-92ff-4dcc-9b81-08284504cb79,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:23:14.201075 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 41402) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:23:14.202316 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-beff63c2-d1c1-4e11-a72d-3dd43d044379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:23:14.256041 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-8f5b85ee-df68-46c4-81ff-e365dd49c7a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:14.278389 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-8f5b85ee-df68-46c4-81ff-e365dd49c7a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:14.406012 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-8f5b85ee-df68-46c4-81ff-e365dd49c7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:14.408512 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-8f5b85ee-df68-46c4-81ff-e365dd49c7a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:14.409531 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-8f5b85ee-df68-46c4-81ff-e365dd49c7a1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e682ef28-92ff-4dcc-9b81-08284504cb79 HTTP/1.1" status: 204  len: 168 time: 0.2065070
Jun 14 03:23:14.411445 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-9d887006-9dda-42e4-a56b-6523d6d60c5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:23:14.445771 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-42cb5021-0059-4f8e-8857-8a2464d0e0e4 req-056d72e8-878e-434c-9bcc-224a37f06b0b tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=06776908-bc53-4431-afaa-75dd14833bee HTTP/1.1" status: 200  len: 210 time: 0.0494998
Jun 14 03:23:14.447210 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b85ee-df68-46c4-81ff-e365dd49c7a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e682ef28-92ff-4dcc-9b81-08284504cb79,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:23:14.458674 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-8f5b85ee-df68-46c4-81ff-e365dd49c7a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:23:14.900963 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7ca4e-24d7-4495-8d74-934f49929a06 req-f91d0bf0-f9d8-46ba-baa5-8131a72731e8 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:14.902431 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-dda7ca4e-24d7-4495-8d74-934f49929a06 req-f91d0bf0-f9d8-46ba-baa5-8131a72731e8 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4294f363-fd1f-46f0-8428-1ae8ca56a612 HTTP/1.1" status: 200  len: 946 time: 0.2810354
Jun 14 03:23:14.903397 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 41418) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:23:14.932627 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-cf74a8d3-0c48-4522-b534-32578fcf4ef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:14.965200 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-dda7ca4e-24d7-4495-8d74-934f49929a06 req-bf0e86e5-1601-47cd-8fa8-c8aacbecbd7a tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556822
Jun 14 03:23:15.043274 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-cf74a8d3-0c48-4522-b534-32578fcf4ef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:15.126573 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-cf74a8d3-0c48-4522-b534-32578fcf4ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:15.130079 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-19fdff9a-9ea8-44c4-a54c-a2c8aa603e70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:23:15.254702 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-cf74a8d3-0c48-4522-b534-32578fcf4ef8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0c6278775e944131bc341016dba2d9f3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2682385
Jun 14 03:23:15.254702 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf74a8d3-0c48-4522-b534-32578fcf4ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38cae6f1-1732-4b3d-8167-924d5ce0fcb4,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:23:15.255449 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 41428) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:23:15.256049 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-cf74a8d3-0c48-4522-b534-32578fcf4ef8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:23:15.256398 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-7a9e1fe3-1cb6-4458-a6c9-081b2fef81e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:15.260881 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-7a9e1fe3-1cb6-4458-a6c9-081b2fef81e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:15.552829 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-7a9e1fe3-1cb6-4458-a6c9-081b2fef81e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:15.552829 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-7a9e1fe3-1cb6-4458-a6c9-081b2fef81e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:15.552829 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-7a9e1fe3-1cb6-4458-a6c9-081b2fef81e2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/38cae6f1-1732-4b3d-8167-924d5ce0fcb4 HTTP/1.1" status: 204  len: 168 time: 0.3728573
Jun 14 03:23:15.552829 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-15c9f573-2911-461f-8242-b6c5b7c98ace admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:23:15.561310 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9e1fe3-1cb6-4458-a6c9-081b2fef81e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38cae6f1-1732-4b3d-8167-924d5ce0fcb4,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:23:15.569278 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-7a9e1fe3-1cb6-4458-a6c9-081b2fef81e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:23:15.611635 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-52a147db-bdd6-4e9c-8f34-cc1d130d42fa req-bfcac769-ff93-4095-bd02-276cf69ece77 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=06776908-bc53-4431-afaa-75dd14833bee HTTP/1.1" status: 200  len: 210 time: 0.0442533
Jun 14 03:23:16.207431 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a6413-9bc9-40ff-8204-665fe5e1e2af req-2fe87d53-5149-4460-889f-3d7e004cb37a tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:16.208901 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-484a6413-9bc9-40ff-8204-665fe5e1e2af req-2fe87d53-5149-4460-889f-3d7e004cb37a tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4294f363-fd1f-46f0-8428-1ae8ca56a612 HTTP/1.1" status: 200  len: 946 time: 0.0831103
Jun 14 03:23:16.266184 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-484a6413-9bc9-40ff-8204-665fe5e1e2af req-9f257bab-cc52-4b74-9ece-b2be63360fee tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510547
Jun 14 03:23:16.765183 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 41494) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:23:16.798647 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-30ac5eea-63a1-4579-9026-a5f54befbf7b req-827e8b08-972a-4c51-8068-bfbd3eba9f24 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=06776908-bc53-4431-afaa-75dd14833bee HTTP/1.1" status: 200  len: 210 time: 0.0413272
Jun 14 03:23:16.837249 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e16f84-fed5-44c3-b16c-5fb9bf2d6d35 req-bcaee2e6-8848-4f1d-9456-591438d8bee7 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:16.843444 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-69e16f84-fed5-44c3-b16c-5fb9bf2d6d35 req-bcaee2e6-8848-4f1d-9456-591438d8bee7 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.37 "GET /v2.0/networks?id=61252df1-fba7-4cd7-ac4e-3221f1850428 HTTP/1.1" status: 200  len: 815 time: 0.1803615
Jun 14 03:23:16.861084 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [req-69e16f84-fed5-44c3-b16c-5fb9bf2d6d35 req-6b456b97-5948-44c3-8d6e-7cf5748c2ff4 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Request body: {'port': {'device_id': '06776908-bc53-4431-afaa-75dd14833bee', 'network_id': '61252df1-fba7-4cd7-ac4e-3221f1850428', 'admin_state_up': True, 'tenant_id': '5130d6f64ce3404086e24f56ec549881'}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:23:16.924111 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-54561338-fc51-499e-adbd-5ccde0a41f68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:17.032122 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-54561338-fc51-499e-adbd-5ccde0a41f68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:17.058891 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 41502) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:23:17.132641 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-54561338-fc51-499e-adbd-5ccde0a41f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:17.136451 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-53043431-8310-46c0-a651-8084b215d845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:23:17.189701 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-54561338-fc51-499e-adbd-5ccde0a41f68 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b0f1058dc47c485486620049cac74fe1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4210038
Jun 14 03:23:17.189701 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54561338-fc51-499e-adbd-5ccde0a41f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a468cb25-1228-4b2c-82b1-10088d5f59dd,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:23:17.190811 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 41512) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:23:17.191582 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-54561338-fc51-499e-adbd-5ccde0a41f68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:23:17.248922 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69e16f84-fed5-44c3-b16c-5fb9bf2d6d35 req-6b456b97-5948-44c3-8d6e-7cf5748c2ff4 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Made reservation on behalf of 5130d6f64ce3404086e24f56ec549881 for: {'port': 1} {{(pid=92486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 14 03:23:17.252632 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-69e16f84-fed5-44c3-b16c-5fb9bf2d6d35 req-6b456b97-5948-44c3-8d6e-7cf5748c2ff4 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for port, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:17.293698 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-906487da-2156-4d40-b3fb-a99f95f7c8ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:17.296144 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-145a09c3-a7e7-4b66-9806-96b54be8ffd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:17.411185 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-145a09c3-a7e7-4b66-9806-96b54be8ffd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:17.444595 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-906487da-2156-4d40-b3fb-a99f95f7c8ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:17.487364 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.db_base_plugin_common [req-69e16f84-fed5-44c3-b16c-5fb9bf2d6d35 req-6b456b97-5948-44c3-8d6e-7cf5748c2ff4 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Allocated IP 172.20.0.5 (61252df1-fba7-4cd7-ac4e-3221f1850428/f595d2be-eb52-4bd5-862c-ea2ca2054972/7ce645c4-08f2-416b-a2e5-b7a89fb175b6) {{(pid=92486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 14 03:23:17.487486 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-145a09c3-a7e7-4b66-9806-96b54be8ffd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:17.492133 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-9cce7cb3-fa40-4c2a-b1c2-a29b33fa7e55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:23:17.523542 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e9d11-80e6-476d-8007-6859875e89d2 req-7a65c572-039c-444d-8874-e03f61a0ca29 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:17.525174 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-457e9d11-80e6-476d-8007-6859875e89d2 req-7a65c572-039c-444d-8874-e03f61a0ca29 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4294f363-fd1f-46f0-8428-1ae8ca56a612 HTTP/1.1" status: 200  len: 946 time: 0.1168175
Jun 14 03:23:17.574670 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-145a09c3-a7e7-4b66-9806-96b54be8ffd7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ea9c34c8b98341bf8602d4a4bfa3a024&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5217886
Jun 14 03:23:17.576463 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 41528) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:23:17.582809 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145a09c3-a7e7-4b66-9806-96b54be8ffd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d24e59c-06e3-4352-8e11-be9fa3012541,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:23:17.588317 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-145a09c3-a7e7-4b66-9806-96b54be8ffd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:23:17.606256 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-906487da-2156-4d40-b3fb-a99f95f7c8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:17.609224 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-906487da-2156-4d40-b3fb-a99f95f7c8ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:17.612904 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-906487da-2156-4d40-b3fb-a99f95f7c8ec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a468cb25-1228-4b2c-82b1-10088d5f59dd HTTP/1.1" status: 204  len: 168 time: 0.4180338
Jun 14 03:23:17.628288 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-5cec706b-b7ce-4aa0-9374-ce9c0d788ab7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:23:17.632671 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-457e9d11-80e6-476d-8007-6859875e89d2 req-e5c5f2be-06c5-4bb0-a346-ac719432fb70 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939791
Jun 14 03:23:17.657643 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906487da-2156-4d40-b3fb-a99f95f7c8ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a468cb25-1228-4b2c-82b1-10088d5f59dd,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:23:17.665414 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-906487da-2156-4d40-b3fb-a99f95f7c8ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:23:17.677806 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-31c47794-0ae3-4ac8-815d-e8f3e92d84f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:17.703418 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-31c47794-0ae3-4ac8-815d-e8f3e92d84f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:17.776172 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-69e16f84-fed5-44c3-b16c-5fb9bf2d6d35 req-6b456b97-5948-44c3-8d6e-7cf5748c2ff4 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Notify callbacks [] for port, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:17.866062 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-31c47794-0ae3-4ac8-815d-e8f3e92d84f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:17.872553 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-31c47794-0ae3-4ac8-815d-e8f3e92d84f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:17.872553 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-31c47794-0ae3-4ac8-815d-e8f3e92d84f0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6d24e59c-06e3-4352-8e11-be9fa3012541 HTTP/1.1" status: 204  len: 168 time: 0.2938080
Jun 14 03:23:17.872553 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-20fa1bbe-5489-4685-b138-f710a79fa99d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:23:17.879860 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c47794-0ae3-4ac8-815d-e8f3e92d84f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d24e59c-06e3-4352-8e11-be9fa3012541,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:23:17.882072 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-31c47794-0ae3-4ac8-815d-e8f3e92d84f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:23:17.906483 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-69e16f84-fed5-44c3-b16c-5fb9bf2d6d35 req-6b456b97-5948-44c3-8d6e-7cf5748c2ff4 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-668656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756196682527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63152314'] for port, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:17.925189 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] get_ports_and_sgs() called for port_ids ['47a7b94f-3815-413c-94af-f890cbdc7059', '5e36903c-2a50-4ee9-9858-bb9fd78951bf'] {{(pid=92487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 14 03:23:17.926497 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:23:17.991857 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69e16f84-fed5-44c3-b16c-5fb9bf2d6d35 req-6b456b97-5948-44c3-8d6e-7cf5748c2ff4 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Network 61252df1-fba7-4cd7-ac4e-3221f1850428 is already hosted by enough agents. {{(pid=92486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 14 03:23:17.993335 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b456b97-5948-44c3-8d6e-7cf5748c2ff4 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Pushing event updated for resources: {'Port': ['ID=7ce645c4-08f2-416b-a2e5-b7a89fb175b6,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:23:17.996266 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-6b456b97-5948-44c3-8d6e-7cf5748c2ff4 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:23:17.997562 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.base_scheduler [req-69e16f84-fed5-44c3-b16c-5fb9bf2d6d35 req-6b456b97-5948-44c3-8d6e-7cf5748c2ff4 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Resources bound (agent type, host, resource id):  {{(pid=92486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:23:18.000226 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.l3_dvrscheduler_db [req-69e16f84-fed5-44c3-b16c-5fb9bf2d6d35 req-6b456b97-5948-44c3-8d6e-7cf5748c2ff4 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Received port after_create {{(pid=92486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 14 03:23:18.037466 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777f6202-d078-46c2-a50c-e0af29c05db4 req-82acec9a-d9da-4229-8351-abca7179256a tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:18.039243 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-777f6202-d078-46c2-a50c-e0af29c05db4 req-82acec9a-d9da-4229-8351-abca7179256a tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=06776908-bc53-4431-afaa-75dd14833bee HTTP/1.1" status: 200  len: 931 time: 0.1113803
Jun 14 03:23:18.079996 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e16f84-fed5-44c3-b16c-5fb9bf2d6d35 req-6b456b97-5948-44c3-8d6e-7cf5748c2ff4 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:18.081348 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-69e16f84-fed5-44c3-b16c-5fb9bf2d6d35 req-6b456b97-5948-44c3-8d6e-7cf5748c2ff4 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for port, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:18.118700 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-777f6202-d078-46c2-a50c-e0af29c05db4 req-ebce459c-8837-4124-a5e6-b4660f3f03e6 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732524
Jun 14 03:23:18.158020 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-69e16f84-fed5-44c3-b16c-5fb9bf2d6d35 req-6b456b97-5948-44c3-8d6e-7cf5748c2ff4 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3014100
Jun 14 03:23:18.172923 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [req-69e16f84-fed5-44c3-b16c-5fb9bf2d6d35 req-6979ed30-4a0f-4651-a654-0cc8992b69b2 service neutron] Request body: {'port': {'device_id': '06776908-bc53-4431-afaa-75dd14833bee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:23:18.273223 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-69e16f84-fed5-44c3-b16c-5fb9bf2d6d35 req-6979ed30-4a0f-4651-a654-0cc8992b69b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:18.610046 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.notifiers.nova [req-69e16f84-fed5-44c3-b16c-5fb9bf2d6d35 req-6979ed30-4a0f-4651-a654-0cc8992b69b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ce645c4-08f2-416b-a2e5-b7a89fb175b6 {{(pid=92486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 14 03:23:18.618647 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-69e16f84-fed5-44c3-b16c-5fb9bf2d6d35 req-6979ed30-4a0f-4651-a654-0cc8992b69b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:18.638929 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.provisioning_blocks [req-69e16f84-fed5-44c3-b16c-5fb9bf2d6d35 req-6979ed30-4a0f-4651-a654-0cc8992b69b2 service neutron] Transition to ACTIVE for port object 7ce645c4-08f2-416b-a2e5-b7a89fb175b6 will not be triggered until provisioned by entity L2. {{(pid=92486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:23:18.743955 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-69e16f84-fed5-44c3-b16c-5fb9bf2d6d35 req-6979ed30-4a0f-4651-a654-0cc8992b69b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63152260'] for port, after_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:18.746837 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:23:18.904462 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6979ed30-4a0f-4651-a654-0cc8992b69b2 service neutron] Pushing event updated for resources: {'Port': ['ID=7ce645c4-08f2-416b-a2e5-b7a89fb175b6,revision_number=2']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:23:18.912132 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-6979ed30-4a0f-4651-a654-0cc8992b69b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:23:18.998226 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d3c695-4e0a-4bd3-9c85-59f10fddf5e1 req-06ab0b9e-a619-4b90-888e-c3235d59042d tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:18.999726 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-e1d3c695-4e0a-4bd3-9c85-59f10fddf5e1 req-06ab0b9e-a619-4b90-888e-c3235d59042d tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4294f363-fd1f-46f0-8428-1ae8ca56a612 HTTP/1.1" status: 200  len: 946 time: 0.2023988
Jun 14 03:23:19.034946 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.managers [req-69e16f84-fed5-44c3-b16c-5fb9bf2d6d35 req-6979ed30-4a0f-4651-a654-0cc8992b69b2 service neutron] Attempting to bind port 7ce645c4-08f2-416b-a2e5-b7a89fb175b6 on host hv-cinder-79617 for vnic_type normal with profile  {{(pid=92486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 14 03:23:19.035278 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.managers [req-69e16f84-fed5-44c3-b16c-5fb9bf2d6d35 req-6979ed30-4a0f-4651-a654-0cc8992b69b2 service neutron] Attempting to bind port 7ce645c4-08f2-416b-a2e5-b7a89fb175b6 by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': 'b291bd91-84e2-429d-ad5c-40697d97b7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '61252df1-fba7-4cd7-ac4e-3221f1850428'}] {{(pid=92486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 14 03:23:19.035605 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e16f84-fed5-44c3-b16c-5fb9bf2d6d35 req-6979ed30-4a0f-4651-a654-0cc8992b69b2 service neutron] Attempting to bind port 7ce645c4-08f2-416b-a2e5-b7a89fb175b6 on network 61252df1-fba7-4cd7-ac4e-3221f1850428 {{(pid=92486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 14 03:23:19.044106 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e16f84-fed5-44c3-b16c-5fb9bf2d6d35 req-6979ed30-4a0f-4651-a654-0cc8992b69b2 service neutron] Port 7ce645c4-08f2-416b-a2e5-b7a89fb175b6 on network 61252df1-fba7-4cd7-ac4e-3221f1850428 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=92486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 14 03:23:19.044427 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e16f84-fed5-44c3-b16c-5fb9bf2d6d35 req-6979ed30-4a0f-4651-a654-0cc8992b69b2 service neutron] Attempting to bind port 7ce645c4-08f2-416b-a2e5-b7a89fb175b6 on network 61252df1-fba7-4cd7-ac4e-3221f1850428 {{(pid=92486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 14 03:23:19.064494 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-e1d3c695-4e0a-4bd3-9c85-59f10fddf5e1 req-a1136759-b62c-44e0-95e3-0c3400c664f0 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561621
Jun 14 03:23:19.064494 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e16f84-fed5-44c3-b16c-5fb9bf2d6d35 req-6979ed30-4a0f-4651-a654-0cc8992b69b2 service neutron] Checking agent: {'id': 'd909c266-64e1-43b2-ab9b-45098cd1126f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 20, 5), 'started_at': datetime.datetime(2021, 6, 14, 3, 20, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 14 03:23:19.064494 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e16f84-fed5-44c3-b16c-5fb9bf2d6d35 req-6979ed30-4a0f-4651-a654-0cc8992b69b2 service neutron] Checking segment: {'id': 'b291bd91-84e2-429d-ad5c-40697d97b7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '61252df1-fba7-4cd7-ac4e-3221f1850428'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 14 03:23:19.064494 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e16f84-fed5-44c3-b16c-5fb9bf2d6d35 req-6979ed30-4a0f-4651-a654-0cc8992b69b2 service neutron] Bound using segment: {'id': 'b291bd91-84e2-429d-ad5c-40697d97b7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '61252df1-fba7-4cd7-ac4e-3221f1850428'} {{(pid=92486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 14 03:23:19.064494 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.managers [req-69e16f84-fed5-44c3-b16c-5fb9bf2d6d35 req-6979ed30-4a0f-4651-a654-0cc8992b69b2 service neutron] Bound port: 7ce645c4-08f2-416b-a2e5-b7a89fb175b6, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b291bd91-84e2-429d-ad5c-40697d97b7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '61252df1-fba7-4cd7-ac4e-3221f1850428'}}] {{(pid=92486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 14 03:23:19.064923 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-69e16f84-fed5-44c3-b16c-5fb9bf2d6d35 req-6979ed30-4a0f-4651-a654-0cc8992b69b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:19.140205 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.db [req-69e16f84-fed5-44c3-b16c-5fb9bf2d6d35 req-6979ed30-4a0f-4651-a654-0cc8992b69b2 service neutron] For port 7ce645c4-08f2-416b-a2e5-b7a89fb175b6, host hv-cinder-79617, cleared binding levels {{(pid=92486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 14 03:23:19.143384 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.db [req-69e16f84-fed5-44c3-b16c-5fb9bf2d6d35 req-6979ed30-4a0f-4651-a654-0cc8992b69b2 service neutron] For port 7ce645c4-08f2-416b-a2e5-b7a89fb175b6, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=7ce645c4-08f2-416b-a2e5-b7a89fb175b6,segment=NetworkSegment(b291bd91-84e2-429d-ad5c-40697d97b7c7),segment_id=b291bd91-84e2-429d-ad5c-40697d97b7c7)] {{(pid=92486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 14 03:23:19.264666 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-69e16f84-fed5-44c3-b16c-5fb9bf2d6d35 req-6979ed30-4a0f-4651-a654-0cc8992b69b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63152260'] for port, after_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:19.267963 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-f05ec49e-53a0-47ea-9a2e-bffdcb318fbe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:23:19.277250 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 41590) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:23:19.318562 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e16f84-fed5-44c3-b16c-5fb9bf2d6d35 req-6979ed30-4a0f-4651-a654-0cc8992b69b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:19.319407 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-69e16f84-fed5-44c3-b16c-5fb9bf2d6d35 req-6979ed30-4a0f-4651-a654-0cc8992b69b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for port, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:19.320952 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-69e16f84-fed5-44c3-b16c-5fb9bf2d6d35 req-6979ed30-4a0f-4651-a654-0cc8992b69b2 service neutron] 10.222.0.37 "PUT /v2.0/ports/7ce645c4-08f2-416b-a2e5-b7a89fb175b6 HTTP/1.1" status: 200  len: 1093 time: 1.1534524
Jun 14 03:23:19.321562 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e5316-c4b3-43f9-9fb4-9383b65b0189 req-3697eaf9-8a4b-4017-9c8b-e70df6a92956 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:19.321773 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06776908-bc53-4431-afaa-75dd14833bee', 'tag': '7ce645c4-08f2-416b-a2e5-b7a89fb175b6'}] {{(pid=92486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:23:19.323279 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-7f6e5316-c4b3-43f9-9fb4-9383b65b0189 req-3697eaf9-8a4b-4017-9c8b-e70df6a92956 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=06776908-bc53-4431-afaa-75dd14833bee HTTP/1.1" status: 200  len: 943 time: 0.0896199
Jun 14 03:23:19.324525 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5355d7bc3b36bcf9a7ee8a2281ad208d869c89ac4cdf4014809f5322b7820d6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3675048-ce7f-493c-806f-1c326aa6bbdb" -d '{"events": [{"name": "network-changed", "server_uuid": "06776908-bc53-4431-afaa-75dd14833bee", "tag": "7ce645c4-08f2-416b-a2e5-b7a89fb175b6"}]}' {{(pid=92486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:23:19.365720 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6979ed30-4a0f-4651-a654-0cc8992b69b2 service neutron] Pushing event updated for resources: {'Port': ['ID=7ce645c4-08f2-416b-a2e5-b7a89fb175b6,revision_number=3']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:23:19.379356 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-6979ed30-4a0f-4651-a654-0cc8992b69b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:23:19.381415 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 03:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530ccbf0-a947-4d4c-a1e6-57a7112506ef x-openstack-request-id: req-530ccbf0-a947-4d4c-a1e6-57a7112506ef {{(pid=92486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:23:19.381578 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06776908-bc53-4431-afaa-75dd14833bee", "tag": "7ce645c4-08f2-416b-a2e5-b7a89fb175b6", "status": "completed", "code": 200}]} {{(pid=92486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:23:19.382182 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-530ccbf0-a947-4d4c-a1e6-57a7112506ef {{(pid=92486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:23:19.382914 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06776908-bc53-4431-afaa-75dd14833bee', 'tag': '7ce645c4-08f2-416b-a2e5-b7a89fb175b6', 'status': 'completed', 'code': 200}
Jun 14 03:23:19.395110 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-7f6e5316-c4b3-43f9-9fb4-9383b65b0189 req-db7f09aa-7236-4ab1-86f5-b7a16cd0b396 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639262
Jun 14 03:23:19.460033 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-a086c66d-f234-4db8-af2f-cb842808ca63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:19.472042 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3675048-ce7f-493c-806f-1c326aa6bbdb req-7367ac81-5fb4-45a3-b0a6-c17877491770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:19.472042 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-f3675048-ce7f-493c-806f-1c326aa6bbdb req-7367ac81-5fb4-45a3-b0a6-c17877491770 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5130d6f64ce3404086e24f56ec549881&device_id=06776908-bc53-4431-afaa-75dd14833bee HTTP/1.1" status: 200  len: 1096 time: 0.0705724
Jun 14 03:23:19.587264 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-a086c66d-f234-4db8-af2f-cb842808ca63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:19.717244 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3675048-ce7f-493c-806f-1c326aa6bbdb req-1b701990-abac-478d-a246-c7c5ee6b4d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:19.718774 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-f3675048-ce7f-493c-806f-1c326aa6bbdb req-1b701990-abac-478d-a246-c7c5ee6b4d21 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=5130d6f64ce3404086e24f56ec549881&shared=False HTTP/1.1" status: 200  len: 916 time: 0.2301877
Jun 14 03:23:19.739810 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-a086c66d-f234-4db8-af2f-cb842808ca63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:19.745690 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-4f0c6dea-1b29-4433-9609-0bab820f0510 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:23:19.786783 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-a086c66d-f234-4db8-af2f-cb842808ca63 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b0e9fcd2f23d4da396ac67de1a9edb06&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5048900
Jun 14 03:23:19.786783 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a086c66d-f234-4db8-af2f-cb842808ca63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e8c28b-6882-49b9-a623-aa13210db8c5,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:23:19.788301 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 41612) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:23:19.795015 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-a086c66d-f234-4db8-af2f-cb842808ca63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:23:19.885485 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-af09ecbf-6356-4cb0-919f-58319d4602b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:19.916652 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-af09ecbf-6356-4cb0-919f-58319d4602b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:20.058395 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-af09ecbf-6356-4cb0-919f-58319d4602b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:20.061940 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-af09ecbf-6356-4cb0-919f-58319d4602b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:20.069429 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-af09ecbf-6356-4cb0-919f-58319d4602b1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/23e8c28b-6882-49b9-a623-aa13210db8c5 HTTP/1.1" status: 204  len: 168 time: 0.2742176
Jun 14 03:23:20.069429 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-803d2857-4afc-435a-a745-e25f1b9e210d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:23:20.073511 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af09ecbf-6356-4cb0-919f-58319d4602b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e8c28b-6882-49b9-a623-aa13210db8c5,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:23:20.085479 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-af09ecbf-6356-4cb0-919f-58319d4602b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:23:20.193466 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3675048-ce7f-493c-806f-1c326aa6bbdb req-428ae902-1317-4391-87d5-aaddb28eac8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:20.195224 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-f3675048-ce7f-493c-806f-1c326aa6bbdb req-428ae902-1317-4391-87d5-aaddb28eac8d service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4665120
Jun 14 03:23:20.261203 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45609d9c-dc00-4eeb-a3fb-877ebd77b0c9 req-e2048e9c-67bc-43dd-8b9f-d9fd9f32e98f tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:20.263328 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-45609d9c-dc00-4eeb-a3fb-877ebd77b0c9 req-e2048e9c-67bc-43dd-8b9f-d9fd9f32e98f tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4294f363-fd1f-46f0-8428-1ae8ca56a612 HTTP/1.1" status: 200  len: 946 time: 0.0831935
Jun 14 03:23:20.312578 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e16f84-fed5-44c3-b16c-5fb9bf2d6d35 req-1f252d65-bb31-4cf0-a19f-b7e4612f58b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:20.314085 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-69e16f84-fed5-44c3-b16c-5fb9bf2d6d35 req-1f252d65-bb31-4cf0-a19f-b7e4612f58b0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5130d6f64ce3404086e24f56ec549881&device_id=06776908-bc53-4431-afaa-75dd14833bee HTTP/1.1" status: 200  len: 1096 time: 0.0637355
Jun 14 03:23:20.314682 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-45609d9c-dc00-4eeb-a3fb-877ebd77b0c9 req-648d7a4e-e984-4fd9-93f1-cf7e9b14524b tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442591
Jun 14 03:23:20.377799 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-69e16f84-fed5-44c3-b16c-5fb9bf2d6d35 req-b17b8b55-4315-4e22-a08e-b487fd934cc7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7ce645c4-08f2-416b-a2e5-b7a89fb175b6 HTTP/1.1" status: 200  len: 217 time: 0.0547538
Jun 14 03:23:20.438632 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e16f84-fed5-44c3-b16c-5fb9bf2d6d35 req-d50c71c7-8cc0-45a7-affb-57e57e19de33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:20.440067 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-69e16f84-fed5-44c3-b16c-5fb9bf2d6d35 req-d50c71c7-8cc0-45a7-affb-57e57e19de33 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f595d2be-eb52-4bd5-862c-ea2ca2054972 HTTP/1.1" status: 200  len: 855 time: 0.0513372
Jun 14 03:23:20.481092 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-69e16f84-fed5-44c3-b16c-5fb9bf2d6d35 req-29ee0e4a-4ec9-4cde-b87a-e502bf3eca2a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=61252df1-fba7-4cd7-ac4e-3221f1850428&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0325933
Jun 14 03:23:20.674671 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-69e16f84-fed5-44c3-b16c-5fb9bf2d6d35 req-745ad2fa-73e3-4c97-af1c-1e4c283cd126 service neutron] 10.222.0.37 "GET /v2.0/networks/61252df1-fba7-4cd7-ac4e-3221f1850428?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1852674
Jun 14 03:23:20.727307 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d560fec4-d88d-499f-8ab8-8cbce87297c8 req-a21a013c-0cfe-4ec6-8761-2f0b34f1a569 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:20.728819 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-d560fec4-d88d-499f-8ab8-8cbce87297c8 req-a21a013c-0cfe-4ec6-8761-2f0b34f1a569 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=06776908-bc53-4431-afaa-75dd14833bee HTTP/1.1" status: 200  len: 943 time: 0.2035122
Jun 14 03:23:20.831575 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-d560fec4-d88d-499f-8ab8-8cbce87297c8 req-faaff9b6-3331-458e-9a13-e9b3b99b8c31 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939395
Jun 14 03:23:20.843982 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-69e16f84-fed5-44c3-b16c-5fb9bf2d6d35 req-977e0110-3896-46be-9c50-d849e6a6d146 service neutron] 10.222.0.37 "GET /v2.0/networks/61252df1-fba7-4cd7-ac4e-3221f1850428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1556056
Jun 14 03:23:21.501584 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84333bbc-2ef1-4862-97d2-5ea874020170 req-14dbbb88-e0f3-4905-b141-4154ab49976d tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:21.502986 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-84333bbc-2ef1-4862-97d2-5ea874020170 req-14dbbb88-e0f3-4905-b141-4154ab49976d tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4294f363-fd1f-46f0-8428-1ae8ca56a612 HTTP/1.1" status: 200  len: 946 time: 0.0738413
Jun 14 03:23:21.545591 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-84333bbc-2ef1-4862-97d2-5ea874020170 req-30f81337-1635-4a88-b8c4-1e8f2d7069f2 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366910
Jun 14 03:23:21.623003 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 41688) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:23:21.731312 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-4370ee22-adce-47cc-995a-b34e641676c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:21.825851 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-4370ee22-adce-47cc-995a-b34e641676c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:21.909656 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-4370ee22-adce-47cc-995a-b34e641676c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:21.913194 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-fcf9a813-5058-416d-b5b9-17554083a06b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:23:21.956433 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-4370ee22-adce-47cc-995a-b34e641676c6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7e333e8f41714db086919876d34cfc8e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3323259
Jun 14 03:23:21.957537 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4370ee22-adce-47cc-995a-b34e641676c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51411e87-8bdb-476a-b148-9e4bc2400066,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:23:21.960471 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-4370ee22-adce-47cc-995a-b34e641676c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:23:21.961021 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 41694) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:23:22.015512 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-9bc1daf0-2c13-442f-8fcf-e599b266c607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:22.025449 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af39d1b-be4d-475c-b487-c1419653cf6e req-375812f1-41a6-4a98-8adc-5b8112cdcd84 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:22.026931 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-7af39d1b-be4d-475c-b487-c1419653cf6e req-375812f1-41a6-4a98-8adc-5b8112cdcd84 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=06776908-bc53-4431-afaa-75dd14833bee HTTP/1.1" status: 200  len: 943 time: 0.0755305
Jun 14 03:23:22.039161 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-9bc1daf0-2c13-442f-8fcf-e599b266c607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:22.069304 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-7af39d1b-be4d-475c-b487-c1419653cf6e req-f2cae27d-8d61-42b4-a704-8c1f3f80df9a tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0360155
Jun 14 03:23:22.223823 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-9bc1daf0-2c13-442f-8fcf-e599b266c607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:22.226478 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-9bc1daf0-2c13-442f-8fcf-e599b266c607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:22.227679 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-9bc1daf0-2c13-442f-8fcf-e599b266c607 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/51411e87-8bdb-476a-b148-9e4bc2400066 HTTP/1.1" status: 204  len: 168 time: 0.2656643
Jun 14 03:23:22.228478 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-d43e1712-7a5d-4a40-aa73-f93eed1f944e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:23:22.238070 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc1daf0-2c13-442f-8fcf-e599b266c607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51411e87-8bdb-476a-b148-9e4bc2400066,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:23:22.242801 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-9bc1daf0-2c13-442f-8fcf-e599b266c607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:23:22.584490 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f074d38d-e246-449d-a7ef-dfef5cb95421 req-e217658c-734b-4c0c-a12c-c2b23feb1b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:22.586012 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-f074d38d-e246-449d-a7ef-dfef5cb95421 req-e217658c-734b-4c0c-a12c-c2b23feb1b20 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4294f363-fd1f-46f0-8428-1ae8ca56a612 HTTP/1.1" status: 200  len: 1099 time: 0.0615680
Jun 14 03:23:22.637150 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-f074d38d-e246-449d-a7ef-dfef5cb95421 req-6611e5ad-f8de-4816-87fb-2c0feaa2ccc3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370903
Jun 14 03:23:22.738193 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649e34d5-3ce6-426b-a159-7c12da73cc42 req-cfa0b936-a5cd-4456-a704-293ed46c1287 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:22.739701 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-649e34d5-3ce6-426b-a159-7c12da73cc42 req-cfa0b936-a5cd-4456-a704-293ed46c1287 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4294f363-fd1f-46f0-8428-1ae8ca56a612 HTTP/1.1" status: 200  len: 946 time: 0.0691307
Jun 14 03:23:22.780900 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-649e34d5-3ce6-426b-a159-7c12da73cc42 req-79198441-2fef-46ec-963d-2360083e8b67 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0354838
Jun 14 03:23:22.869136 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device 7ce645c4-08f2-416b-a2e5-b7a89fb175b6 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=92487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 14 03:23:22.991907 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port 7ce645c4-08f2-416b-a2e5-b7a89fb175b6, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=7ce645c4-08f2-416b-a2e5-b7a89fb175b6,segment=NetworkSegment(b291bd91-84e2-429d-ad5c-40697d97b7c7),segment_id=b291bd91-84e2-429d-ad5c-40697d97b7c7)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:23:23.004384 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Returning: {'device': '7ce645c4-08f2-416b-a2e5-b7a89fb175b6', 'network_id': '61252df1-fba7-4cd7-ac4e-3221f1850428', 'port_id': '7ce645c4-08f2-416b-a2e5-b7a89fb175b6', 'mac_address': 'fa:16:3e:40:60:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f595d2be-eb52-4bd5-862c-ea2ca2054972', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 14 03:23:23.047620 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:23.062065 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.notifiers.nova [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ce645c4-08f2-416b-a2e5-b7a89fb175b6 {{(pid=92487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 14 03:23:23.085891 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port 7ce645c4-08f2-416b-a2e5-b7a89fb175b6, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=7ce645c4-08f2-416b-a2e5-b7a89fb175b6,segment=NetworkSegment(b291bd91-84e2-429d-ad5c-40697d97b7c7),segment_id=b291bd91-84e2-429d-ad5c-40697d97b7c7)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:23:23.107673 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 41716) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:23:23.128743 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-27f7f466-fee1-43ce-ba3f-a147ed7f2f35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:23.187809 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:23.189786 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:23:23.287137 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Pushing event updated for resources: {'Port': ['ID=7ce645c4-08f2-416b-a2e5-b7a89fb175b6,revision_number=4']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:23:23.295989 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:23:23.303146 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-27f7f466-fee1-43ce-ba3f-a147ed7f2f35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:23.315835 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151dd48c-7dd4-4a13-9898-d5fa56e88538 req-d0ee9659-c3f9-4d56-8d49-48efdb1abc85 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:23.317319 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-151dd48c-7dd4-4a13-9898-d5fa56e88538 req-d0ee9659-c3f9-4d56-8d49-48efdb1abc85 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=06776908-bc53-4431-afaa-75dd14833bee HTTP/1.1" status: 200  len: 944 time: 0.1184666
Jun 14 03:23:23.361054 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-151dd48c-7dd4-4a13-9898-d5fa56e88538 req-e645fec9-b641-40f0-948c-6f8a06dcf178 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374265
Jun 14 03:23:23.408222 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-27f7f466-fee1-43ce-ba3f-a147ed7f2f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:23.411856 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-4370ee22-adce-47cc-995a-b34e641676c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:23:23.452243 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-27f7f466-fee1-43ce-ba3f-a147ed7f2f35 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1df1977533c440b9a895c2225cba62d9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3428090
Jun 14 03:23:23.453370 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f7f466-fee1-43ce-ba3f-a147ed7f2f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec6338e-c2f7-413b-b422-54dd1d7cf502,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:23:23.454962 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 41730) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:23:23.456758 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-27f7f466-fee1-43ce-ba3f-a147ed7f2f35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:23:23.513117 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-08485766-616b-46a1-989b-cdbd3669e613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:23.538679 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-08485766-616b-46a1-989b-cdbd3669e613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:23.605955 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] get_ports_and_sgs() called for port_ids ['7ce645c4-08f2-416b-a2e5-b7a89fb175b6'] {{(pid=92487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 14 03:23:23.676866 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-08485766-616b-46a1-989b-cdbd3669e613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:23.679743 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-08485766-616b-46a1-989b-cdbd3669e613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:23.681052 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-08485766-616b-46a1-989b-cdbd3669e613 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fec6338e-c2f7-413b-b422-54dd1d7cf502 HTTP/1.1" status: 204  len: 168 time: 0.2246282
Jun 14 03:23:23.682408 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-cbfd51a3-66a5-4327-a052-036ae67b2e06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:23:23.693392 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08485766-616b-46a1-989b-cdbd3669e613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec6338e-c2f7-413b-b422-54dd1d7cf502,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:23:23.695746 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-08485766-616b-46a1-989b-cdbd3669e613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:23:23.963874 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669bf5a-0aae-4b6e-b4f6-53bdc5afdc7f req-4a28babc-a747-4d8f-8751-4d40fc41d578 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:23.965352 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-4669bf5a-0aae-4b6e-b4f6-53bdc5afdc7f req-4a28babc-a747-4d8f-8751-4d40fc41d578 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4294f363-fd1f-46f0-8428-1ae8ca56a612 HTTP/1.1" status: 200  len: 946 time: 0.0717752
Jun 14 03:23:24.006881 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-4669bf5a-0aae-4b6e-b4f6-53bdc5afdc7f req-cdf541de-d448-4315-a64b-b5199aa5a51b tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0350831
Jun 14 03:23:24.562617 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b10acc6-6f75-464d-b041-f084c8c886f0 req-9fd04114-eebf-4433-84a5-0c28ad835718 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:24.564204 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-0b10acc6-6f75-464d-b041-f084c8c886f0 req-9fd04114-eebf-4433-84a5-0c28ad835718 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=06776908-bc53-4431-afaa-75dd14833bee HTTP/1.1" status: 200  len: 944 time: 0.0845597
Jun 14 03:23:24.628632 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-0b10acc6-6f75-464d-b041-f084c8c886f0 req-a95ae3bf-3f2b-44b2-9931-b3f2c7246788 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575593
Jun 14 03:23:24.877548 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device 7ce645c4-08f2-416b-a2e5-b7a89fb175b6 up at agent hyperv_hv-cinder-79617 {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:23:25.003002 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Provisioning for port 7ce645c4-08f2-416b-a2e5-b7a89fb175b6 completed by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:23:25.007214 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Provisioning complete for port 7ce645c4-08f2-416b-a2e5-b7a89fb175b6 triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:23:25.012473 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:25.101319 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:25.162841 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port 7ce645c4-08f2-416b-a2e5-b7a89fb175b6, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=7ce645c4-08f2-416b-a2e5-b7a89fb175b6,segment=NetworkSegment(b291bd91-84e2-429d-ad5c-40697d97b7c7),segment_id=b291bd91-84e2-429d-ad5c-40697d97b7c7)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:23:25.163595 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06776908-bc53-4431-afaa-75dd14833bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce645c4-08f2-416b-a2e5-b7a89fb175b6'}] {{(pid=92487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:23:25.170919 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}681963f073e70c07aac8dc5e895e90246fb88e956d84982da350f3581d0ebeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-510be878-cda8-46fb-a262-2d84d1f11e1d" -d '{"events": [{"server_uuid": "06776908-bc53-4431-afaa-75dd14833bee", "name": "network-vif-plugged", "status": "completed", "tag": "7ce645c4-08f2-416b-a2e5-b7a89fb175b6"}]}' {{(pid=92487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:23:25.217469 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e145522-7c74-4b78-904d-b2420ba4f239 x-openstack-request-id: req-3e145522-7c74-4b78-904d-b2420ba4f239 {{(pid=92487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:23:25.217469 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06776908-bc53-4431-afaa-75dd14833bee", "name": "network-vif-plugged", "status": "completed", "tag": "7ce645c4-08f2-416b-a2e5-b7a89fb175b6", "code": 200}]} {{(pid=92487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:23:25.217786 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3e145522-7c74-4b78-904d-b2420ba4f239 {{(pid=92487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:23:25.218802 dv-cinder-796170-1-iscsi neutron-server[92487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06776908-bc53-4431-afaa-75dd14833bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce645c4-08f2-416b-a2e5-b7a89fb175b6', 'code': 200}
Jun 14 03:23:25.234644 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d2a108-ead9-49d1-a1eb-72747457961a req-a4c964cd-d079-4c4d-90b6-f51327bde7c1 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:25.239081 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-f3d2a108-ead9-49d1-a1eb-72747457961a req-a4c964cd-d079-4c4d-90b6-f51327bde7c1 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4294f363-fd1f-46f0-8428-1ae8ca56a612 HTTP/1.1" status: 200  len: 946 time: 0.1135082
Jun 14 03:23:25.239598 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 41782) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:23:25.254443 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:25.256648 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:23:25.289055 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-f3d2a108-ead9-49d1-a1eb-72747457961a req-8d3f1036-1779-4587-aef6-440997b86c2a tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425913
Jun 14 03:23:25.346123 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Pushing event updated for resources: {'Port': ['ID=7ce645c4-08f2-416b-a2e5-b7a89fb175b6,revision_number=5']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:23:25.358500 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:23:25.397191 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-71045587-128e-44dd-a68c-ed4f6c1147c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:25.532380 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-71045587-128e-44dd-a68c-ed4f6c1147c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:25.666040 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-71045587-128e-44dd-a68c-ed4f6c1147c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:25.669508 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-54561338-fc51-499e-adbd-5ccde0a41f68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:23:25.701415 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb101fcd-3b06-482f-882d-419d80a8b050 req-ab9d46ea-6e20-45d6-9411-654721376023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:25.703051 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-fb101fcd-3b06-482f-882d-419d80a8b050 req-ab9d46ea-6e20-45d6-9411-654721376023 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=06776908-bc53-4431-afaa-75dd14833bee HTTP/1.1" status: 200  len: 1098 time: 0.0720844
Jun 14 03:23:25.713300 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71045587-128e-44dd-a68c-ed4f6c1147c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f45377d-3571-467f-a892-bcd738b19b78,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:23:25.729920 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-71045587-128e-44dd-a68c-ed4f6c1147c8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dd1000eccfe943f1b4d2e5d4868ea2be&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4890771
Jun 14 03:23:25.733402 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 41804) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:23:25.734251 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-71045587-128e-44dd-a68c-ed4f6c1147c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:23:25.759894 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-fb101fcd-3b06-482f-882d-419d80a8b050 req-dde17098-0263-4862-84c5-238b3267364f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424323
Jun 14 03:23:25.791395 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-ae535414-90c8-4e13-8bb2-a78010888ccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:25.828578 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-ae535414-90c8-4e13-8bb2-a78010888ccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:25.966603 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f41acd7-7a18-4cd5-96a1-2084bea16130 req-a08c9e6e-af2a-40c1-8fc0-237b77ce60d6 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:25.968575 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-2f41acd7-7a18-4cd5-96a1-2084bea16130 req-a08c9e6e-af2a-40c1-8fc0-237b77ce60d6 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=06776908-bc53-4431-afaa-75dd14833bee HTTP/1.1" status: 200  len: 945 time: 0.0886495
Jun 14 03:23:26.015566 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-2f41acd7-7a18-4cd5-96a1-2084bea16130 req-bbd2ecc5-ce52-4e71-8878-2d00cb3ffc5a tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408592
Jun 14 03:23:26.049262 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118fd16d-a4f8-4932-abe2-7eb321357f58 req-9f7877af-a764-4362-a3ff-bd1436a80609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:26.050837 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-118fd16d-a4f8-4932-abe2-7eb321357f58 req-9f7877af-a764-4362-a3ff-bd1436a80609 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d770a57b3e724678a2cc69c7a9890825&device_id=4294f363-fd1f-46f0-8428-1ae8ca56a612 HTTP/1.1" status: 200  len: 1099 time: 0.1122322
Jun 14 03:23:26.054286 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-ae535414-90c8-4e13-8bb2-a78010888ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:26.057225 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-ae535414-90c8-4e13-8bb2-a78010888ccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:26.062062 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-ae535414-90c8-4e13-8bb2-a78010888ccc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0f45377d-3571-467f-a892-bcd738b19b78 HTTP/1.1" status: 204  len: 168 time: 0.3233192
Jun 14 03:23:26.062062 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-6c0686a5-c386-447f-8beb-5c1427f2cfbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:23:26.069707 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa93c6-f900-48ec-84a7-30c252ad4490 req-6265ee13-4289-44e2-b807-00a0da776904 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:26.072390 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-78aa93c6-f900-48ec-84a7-30c252ad4490 req-6265ee13-4289-44e2-b807-00a0da776904 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4294f363-fd1f-46f0-8428-1ae8ca56a612 HTTP/1.1" status: 200  len: 946 time: 0.1238945
Jun 14 03:23:26.072906 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae535414-90c8-4e13-8bb2-a78010888ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f45377d-3571-467f-a892-bcd738b19b78,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:23:26.075704 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-ae535414-90c8-4e13-8bb2-a78010888ccc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:23:26.200710 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-78aa93c6-f900-48ec-84a7-30c252ad4490 req-7cd222e5-4168-4ba0-8c64-f9042ad2ba15 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1138930
Jun 14 03:23:26.231026 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118fd16d-a4f8-4932-abe2-7eb321357f58 req-8241c268-ee6b-46a7-9adc-503a618950b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:26.232932 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-118fd16d-a4f8-4932-abe2-7eb321357f58 req-8241c268-ee6b-46a7-9adc-503a618950b2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5a47fa3e-70b2-4efd-bce9-673f89030784 HTTP/1.1" status: 200  len: 919 time: 0.1596665
Jun 14 03:23:26.290793 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-118fd16d-a4f8-4932-abe2-7eb321357f58 req-bb6709e0-8941-40d0-a90e-f8eefb8de2a1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34006e75-80c3-4179-834e-6909e786b5ba HTTP/1.1" status: 200  len: 217 time: 0.0481188
Jun 14 03:23:26.350498 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118fd16d-a4f8-4932-abe2-7eb321357f58 req-51a5391f-6f4a-4215-93e5-c49d68924caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:26.351926 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-118fd16d-a4f8-4932-abe2-7eb321357f58 req-51a5391f-6f4a-4215-93e5-c49d68924caf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=22848147-cf67-4dfd-aeab-710e50c30d70 HTTP/1.1" status: 200  len: 858 time: 0.0541053
Jun 14 03:23:26.392636 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-118fd16d-a4f8-4932-abe2-7eb321357f58 req-5a809422-59c5-442d-bee4-a1c29ebde7ce service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5a47fa3e-70b2-4efd-bce9-673f89030784&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0339253
Jun 14 03:23:26.528873 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-118fd16d-a4f8-4932-abe2-7eb321357f58 req-043f487d-55c0-49db-8c72-e125cb5f7433 service neutron] 10.222.0.37 "GET /v2.0/networks/5a47fa3e-70b2-4efd-bce9-673f89030784?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1264029
Jun 14 03:23:26.664451 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-118fd16d-a4f8-4932-abe2-7eb321357f58 req-bef6eb82-4d2e-42f3-807b-c9c142f63f05 service neutron] 10.222.0.37 "GET /v2.0/networks/5a47fa3e-70b2-4efd-bce9-673f89030784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1256580
Jun 14 03:23:26.869703 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 41836) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:23:26.888252 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-23ceb7c0-1209-4383-b49a-c2251dd69be0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:26.982305 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-23ceb7c0-1209-4383-b49a-c2251dd69be0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:27.071813 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-23ceb7c0-1209-4383-b49a-c2251dd69be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:27.077799 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-6f97ea7b-24dc-40e0-8748-5688016ae165 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:23:27.120941 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-23ceb7c0-1209-4383-b49a-c2251dd69be0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c56021cdb0724248a445302549b08311&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2500315
Jun 14 03:23:27.126252 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 41842) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:23:27.127968 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ceb7c0-1209-4383-b49a-c2251dd69be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f094a8-2f04-44c1-b698-d13b851b79ee,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:23:27.131741 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-23ceb7c0-1209-4383-b49a-c2251dd69be0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:23:27.229243 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-53bd8760-c780-4fdd-ad68-154439b11423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:27.260406 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-53bd8760-c780-4fdd-ad68-154439b11423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:27.281791 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114c4d22-62eb-4ce5-a5e6-6eeff000a4d9 req-d7af512c-66b1-47ed-b699-0d2cc06cb66e tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:27.284514 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-114c4d22-62eb-4ce5-a5e6-6eeff000a4d9 req-d7af512c-66b1-47ed-b699-0d2cc06cb66e tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=06776908-bc53-4431-afaa-75dd14833bee HTTP/1.1" status: 200  len: 945 time: 0.1271048
Jun 14 03:23:27.343045 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-114c4d22-62eb-4ce5-a5e6-6eeff000a4d9 req-68a69073-f980-4102-97ce-e2fe23568742 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530398
Jun 14 03:23:27.415530 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4bd219-1580-4c31-880b-23f59a3618c0 req-2fe65eb4-a3a2-4657-bdd5-df7863c01b5e tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:27.423138 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-4e4bd219-1580-4c31-880b-23f59a3618c0 req-2fe65eb4-a3a2-4657-bdd5-df7863c01b5e tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4294f363-fd1f-46f0-8428-1ae8ca56a612 HTTP/1.1" status: 200  len: 946 time: 0.0852475
Jun 14 03:23:27.459941 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-53bd8760-c780-4fdd-ad68-154439b11423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:27.462554 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-53bd8760-c780-4fdd-ad68-154439b11423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:27.463704 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-53bd8760-c780-4fdd-ad68-154439b11423 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/48f094a8-2f04-44c1-b698-d13b851b79ee HTTP/1.1" status: 204  len: 168 time: 0.3364308
Jun 14 03:23:27.464711 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:23:27.475728 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bd8760-c780-4fdd-ad68-154439b11423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f094a8-2f04-44c1-b698-d13b851b79ee,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:23:27.478597 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-53bd8760-c780-4fdd-ad68-154439b11423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:23:27.483596 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-4e4bd219-1580-4c31-880b-23f59a3618c0 req-85f9488f-158d-4468-9e19-036510bd0487 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588684
Jun 14 03:23:28.661975 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d922fc-b615-498d-99a4-15053f4bf7cf req-92a7f342-06e1-44c4-a9d9-7fed29f6097c tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:28.664265 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-e1d922fc-b615-498d-99a4-15053f4bf7cf req-92a7f342-06e1-44c4-a9d9-7fed29f6097c tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4294f363-fd1f-46f0-8428-1ae8ca56a612 HTTP/1.1" status: 200  len: 946 time: 0.0740011
Jun 14 03:23:28.707766 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-e1d922fc-b615-498d-99a4-15053f4bf7cf req-0d52267e-fd4e-4b60-a0b0-a49fa4330109 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366416
Jun 14 03:23:29.899094 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eee209-3461-47d7-be4e-d1dca2b91f67 req-46f8a689-1faa-4683-beea-3fbac925a687 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:29.900588 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-c1eee209-3461-47d7-be4e-d1dca2b91f67 req-46f8a689-1faa-4683-beea-3fbac925a687 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4294f363-fd1f-46f0-8428-1ae8ca56a612 HTTP/1.1" status: 200  len: 946 time: 0.0775166
Jun 14 03:23:29.952798 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-c1eee209-3461-47d7-be4e-d1dca2b91f67 req-deec1aca-d966-433c-84da-98ec4fe85458 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449955
Jun 14 03:23:31.796082 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e23c71-0d6d-4dad-89e8-4b228d56c6fc req-0ab14aae-01d2-433f-94f1-0f1b355a768f tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:31.797591 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-d1e23c71-0d6d-4dad-89e8-4b228d56c6fc req-0ab14aae-01d2-433f-94f1-0f1b355a768f tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4294f363-fd1f-46f0-8428-1ae8ca56a612 HTTP/1.1" status: 200  len: 946 time: 0.0845549
Jun 14 03:23:31.839637 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-d1e23c71-0d6d-4dad-89e8-4b228d56c6fc req-8f0eb8bf-f7cc-4e97-81e2-3be517b32de9 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0362852
Jun 14 03:23:32.263258 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 42006) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:23:32.366790 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-60db5706-15e9-49b4-9353-fea94e6a5429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:32.466994 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-60db5706-15e9-49b4-9353-fea94e6a5429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:32.579855 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-60db5706-15e9-49b4-9353-fea94e6a5429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:32.582623 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:23:32.621352 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-60db5706-15e9-49b4-9353-fea94e6a5429 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=62afb417e1114e88bbd2989d41cfb77d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3570328
Jun 14 03:23:32.622963 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60db5706-15e9-49b4-9353-fea94e6a5429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88101bfd-062b-495d-b850-cd00047037e3,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:23:32.626027 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-60db5706-15e9-49b4-9353-fea94e6a5429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:23:32.627124 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 42016) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:23:32.683068 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-4bbf45e6-1ce2-4a5f-bdbb-ed1482e00ab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:32.706633 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-4bbf45e6-1ce2-4a5f-bdbb-ed1482e00ab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:32.815462 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.agents_db [None req-ff4782b4-218c-43ce-8b60-1c0132b4bc55 None None] Agent healthcheck: found 6 active agents {{(pid=92488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 14 03:23:32.869718 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-4bbf45e6-1ce2-4a5f-bdbb-ed1482e00ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:32.872753 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-4bbf45e6-1ce2-4a5f-bdbb-ed1482e00ab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:32.873933 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-4bbf45e6-1ce2-4a5f-bdbb-ed1482e00ab7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/88101bfd-062b-495d-b850-cd00047037e3 HTTP/1.1" status: 204  len: 168 time: 0.2443156
Jun 14 03:23:32.874804 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-8100a65a-dcd5-46b4-96d0-9804d5a6f388 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:23:32.884203 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbf45e6-1ce2-4a5f-bdbb-ed1482e00ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88101bfd-062b-495d-b850-cd00047037e3,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:23:32.886393 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-4bbf45e6-1ce2-4a5f-bdbb-ed1482e00ab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:23:33.799311 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 42060) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:23:33.815524 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-d9208db3-53e3-4086-a471-260d889ef99a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:33.912288 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-d9208db3-53e3-4086-a471-260d889ef99a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:34.012277 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-d9208db3-53e3-4086-a471-260d889ef99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:34.015673 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-6f7b827b-5575-445f-abb8-68db775d8639 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:23:34.056841 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-d9208db3-53e3-4086-a471-260d889ef99a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9d14a44b9a6a423086672dfcce858cf5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2564406
Jun 14 03:23:34.057981 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9208db3-53e3-4086-a471-260d889ef99a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da51cf2-2004-4573-978d-8ace30373b35,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:23:34.060128 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 42068) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:23:34.061598 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-d9208db3-53e3-4086-a471-260d889ef99a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:23:34.119335 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-08d40094-9181-4b6d-ac8b-d3f04ec71468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:34.146731 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-08d40094-9181-4b6d-ac8b-d3f04ec71468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:34.305181 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-08d40094-9181-4b6d-ac8b-d3f04ec71468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:34.308056 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-08d40094-9181-4b6d-ac8b-d3f04ec71468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:34.309217 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-08d40094-9181-4b6d-ac8b-d3f04ec71468 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6da51cf2-2004-4573-978d-8ace30373b35 HTTP/1.1" status: 204  len: 168 time: 0.2480497
Jun 14 03:23:34.310002 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-08485766-616b-46a1-989b-cdbd3669e613 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:23:34.318234 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d40094-9181-4b6d-ac8b-d3f04ec71468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da51cf2-2004-4573-978d-8ace30373b35,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:23:34.320467 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-08d40094-9181-4b6d-ac8b-d3f04ec71468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:23:34.424400 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-e771d0e2-d491-4a0d-b1ae-8448fef88be9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:35.151335 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:35.906215 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ffc8ed-9ed2-4f53-97c8-c352b470ed28 req-5665adb2-5095-4ec0-997d-55a9499e56e8 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:35.907709 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-95ffc8ed-9ed2-4f53-97c8-c352b470ed28 req-5665adb2-5095-4ec0-997d-55a9499e56e8 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 946 time: 0.0707061
Jun 14 03:23:35.948391 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-95ffc8ed-9ed2-4f53-97c8-c352b470ed28 req-f7b79a54-134a-4794-be17-2f83c5e0efc7 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0350873
Jun 14 03:23:36.051627 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 42144) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:23:36.199419 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 42154) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:23:36.279010 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-f2a45fb1-63ea-4431-b39e-0d1ff65e57eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:36.288741 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-779619c6-15c4-42e0-a71e-00a7e081942e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:36.321291 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.db.api [None req-779619c6-15c4-42e0-a71e-00a7e081942e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Jun 14 03:23:36.321291 dv-cinder-796170-1-iscsi neutron-server[92486]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)]
Jun 14 03:23:36.321291 dv-cinder-796170-1-iscsi neutron-server[92486]: [parameters: {'project_id': '1699a70bab2b42898d3b12eae6e82a28', 'id': 'b366b3bb-1d3f-4cc7-9eff-c420c71631f3', 'expiration': datetime.datetime(2021, 6, 14, 3, 25, 36, 315567)}]
Jun 14 03:23:36.321291 dv-cinder-796170-1-iscsi neutron-server[92486]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92486) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 14 03:23:36.321700 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_db.api [None req-779619c6-15c4-42e0-a71e-00a7e081942e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 14 03:23:36.390320 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-f2a45fb1-63ea-4431-b39e-0d1ff65e57eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:36.482825 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-f2a45fb1-63ea-4431-b39e-0d1ff65e57eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:36.485581 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-60db5706-15e9-49b4-9353-fea94e6a5429 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:23:36.526785 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-f2a45fb1-63ea-4431-b39e-0d1ff65e57eb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=060aca4501864870b3d39912032ee397&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3258188
Jun 14 03:23:36.527651 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a45fb1-63ea-4431-b39e-0d1ff65e57eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59bd5225-0abb-49ec-a1da-c34bfdc181e4,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:23:36.529596 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 42158) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:23:36.530779 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-f2a45fb1-63ea-4431-b39e-0d1ff65e57eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:23:36.586222 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-ec9f6626-6c2d-425b-9bcf-d904f1f72d39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:36.609274 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-ec9f6626-6c2d-425b-9bcf-d904f1f72d39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:36.780325 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-ec9f6626-6c2d-425b-9bcf-d904f1f72d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:36.782866 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-ec9f6626-6c2d-425b-9bcf-d904f1f72d39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:36.784016 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-ec9f6626-6c2d-425b-9bcf-d904f1f72d39 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/59bd5225-0abb-49ec-a1da-c34bfdc181e4 HTTP/1.1" status: 204  len: 168 time: 0.2521763
Jun 14 03:23:36.784855 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-cf5eb6df-1116-49dc-8ff2-b69fc5a2f4dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:23:36.793430 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9f6626-6c2d-425b-9bcf-d904f1f72d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59bd5225-0abb-49ec-a1da-c34bfdc181e4,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:23:36.796853 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-ec9f6626-6c2d-425b-9bcf-d904f1f72d39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:23:36.834970 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-779619c6-15c4-42e0-a71e-00a7e081942e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:36.917302 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-779619c6-15c4-42e0-a71e-00a7e081942e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:37.029968 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-ef162295-3627-4175-aefa-bbf17b403ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:37.030589 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-779619c6-15c4-42e0-a71e-00a7e081942e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:37.036394 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-9bc1daf0-2c13-442f-8fcf-e599b266c607 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:23:37.087471 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-779619c6-15c4-42e0-a71e-00a7e081942e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1699a70bab2b42898d3b12eae6e82a28&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0347733
Jun 14 03:23:37.089875 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779619c6-15c4-42e0-a71e-00a7e081942e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a403d1-199b-4a01-8940-1a9e619fa752,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:23:37.093624 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-779619c6-15c4-42e0-a71e-00a7e081942e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:23:37.094079 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 42166) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:23:37.146861 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ddda42-9bab-483e-9ebd-5ab440a0bf70 req-7905d8eb-c854-465e-bc2c-250303912bb5 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:37.148324 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-97ddda42-9bab-483e-9ebd-5ab440a0bf70 req-7905d8eb-c854-465e-bc2c-250303912bb5 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 946 time: 0.0759792
Jun 14 03:23:37.153860 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-1d494517-8d2b-4027-b7b9-3db2fdaa84f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:37.173771 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-1d494517-8d2b-4027-b7b9-3db2fdaa84f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:37.190885 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-97ddda42-9bab-483e-9ebd-5ab440a0bf70 req-da5f74dc-7d4d-40f2-a2c5-522c934bcfd0 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0358758
Jun 14 03:23:37.282966 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:37.366972 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-1d494517-8d2b-4027-b7b9-3db2fdaa84f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:37.369762 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-1d494517-8d2b-4027-b7b9-3db2fdaa84f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:37.373641 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-1d494517-8d2b-4027-b7b9-3db2fdaa84f2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/83a403d1-199b-4a01-8940-1a9e619fa752 HTTP/1.1" status: 204  len: 168 time: 0.2757659
Jun 14 03:23:37.373641 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-1cee8069-712f-4cb0-8e2c-98e7c8dd024b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:23:37.380774 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d494517-8d2b-4027-b7b9-3db2fdaa84f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a403d1-199b-4a01-8940-1a9e619fa752,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:23:37.383203 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-1d494517-8d2b-4027-b7b9-3db2fdaa84f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:23:38.162756 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-a6614653-0164-4561-80ac-e583b9425df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:38.224985 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 42204) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:23:38.241181 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-abca6299-9909-49c0-b0ee-392d318a4296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:38.375058 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-abca6299-9909-49c0-b0ee-392d318a4296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:38.430415 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf05dbb-bc6c-4e22-ba3a-d12e48ebad4c req-fed4627c-7408-4c31-8f54-1ec845d0aabe tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:38.431926 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-fcf05dbb-bc6c-4e22-ba3a-d12e48ebad4c req-fed4627c-7408-4c31-8f54-1ec845d0aabe tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 946 time: 0.0996916
Jun 14 03:23:38.681480 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-abca6299-9909-49c0-b0ee-392d318a4296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:38.684996 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-d9341e9e-eb12-48aa-ab68-349a2e35cde4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:23:38.735665 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abca6299-9909-49c0-b0ee-392d318a4296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e8bf3f-51ab-4088-a0e0-053172368a25,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:23:38.739831 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-abca6299-9909-49c0-b0ee-392d318a4296 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=105c5a20e23d42189dfe654e075444a3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5153940
Jun 14 03:23:38.742776 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-fcf05dbb-bc6c-4e22-ba3a-d12e48ebad4c req-28484945-0a1b-4db2-a411-3a2c93c73d11 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3032184
Jun 14 03:23:38.743429 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 42218) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:23:38.743912 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-abca6299-9909-49c0-b0ee-392d318a4296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:23:38.798453 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-364133cd-33be-4aac-af32-a5abdd2fb4ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:38.820866 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-364133cd-33be-4aac-af32-a5abdd2fb4ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:38.933925 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-364133cd-33be-4aac-af32-a5abdd2fb4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:38.936584 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-364133cd-33be-4aac-af32-a5abdd2fb4ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:38.937708 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-364133cd-33be-4aac-af32-a5abdd2fb4ac admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f7e8bf3f-51ab-4088-a0e0-053172368a25 HTTP/1.1" status: 204  len: 168 time: 0.1926930
Jun 14 03:23:38.938515 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-cf74a8d3-0c48-4522-b534-32578fcf4ef8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:23:38.949602 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364133cd-33be-4aac-af32-a5abdd2fb4ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e8bf3f-51ab-4088-a0e0-053172368a25,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:23:38.954707 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364133cd-33be-4aac-af32-a5abdd2fb4ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:23:38.955069 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364133cd-33be-4aac-af32-a5abdd2fb4ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:23:38.955415 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364133cd-33be-4aac-af32-a5abdd2fb4ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:23:38.955756 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364133cd-33be-4aac-af32-a5abdd2fb4ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:23:38.956094 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364133cd-33be-4aac-af32-a5abdd2fb4ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:23:38.956433 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364133cd-33be-4aac-af32-a5abdd2fb4ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:23:38.956771 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364133cd-33be-4aac-af32-a5abdd2fb4ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:23:38.957106 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364133cd-33be-4aac-af32-a5abdd2fb4ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:23:38.957440 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364133cd-33be-4aac-af32-a5abdd2fb4ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:23:38.957768 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364133cd-33be-4aac-af32-a5abdd2fb4ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:23:38.958096 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364133cd-33be-4aac-af32-a5abdd2fb4ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:23:38.958446 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-364133cd-33be-4aac-af32-a5abdd2fb4ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:23:38.967084 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-364133cd-33be-4aac-af32-a5abdd2fb4ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:23:39.757222 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-37effd67-6caa-48ba-975b-7ec46c17b4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:39.956694 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b7fbdc-c2b8-4fb2-b648-5272192e2b63 req-d58b80be-23c3-4b87-8790-45b1f148eeac tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:39.958159 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-79b7fbdc-c2b8-4fb2-b648-5272192e2b63 req-d58b80be-23c3-4b87-8790-45b1f148eeac tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 946 time: 0.0925951
Jun 14 03:23:40.006913 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-79b7fbdc-c2b8-4fb2-b648-5272192e2b63 req-952f8abc-7a3c-4063-a2b2-168244f47e53 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427034
Jun 14 03:23:41.196871 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e44c1-3e9e-4ac5-a586-ce13fcb20d4c req-e0488083-3512-4d3f-bc00-f6ae9603f935 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:41.201756 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-b21e44c1-3e9e-4ac5-a586-ce13fcb20d4c req-e0488083-3512-4d3f-bc00-f6ae9603f935 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 946 time: 0.0747662
Jun 14 03:23:41.249227 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-b21e44c1-3e9e-4ac5-a586-ce13fcb20d4c req-05856346-7e11-4d94-a1e6-d370cd008da5 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445004
Jun 14 03:23:42.082705 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 42344) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:23:42.187538 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-30d78492-5f03-4ae8-81ab-674a78bfb712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:42.281353 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-30d78492-5f03-4ae8-81ab-674a78bfb712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:42.379177 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-30d78492-5f03-4ae8-81ab-674a78bfb712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:42.403709 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-91501591-117d-4219-a28f-ede862744759 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:23:42.465136 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-30d78492-5f03-4ae8-81ab-674a78bfb712 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f1e4c419c0754725aa85513c82904ad9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3787858
Jun 14 03:23:42.465993 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d78492-5f03-4ae8-81ab-674a78bfb712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67103443-e45a-4d4f-b0bf-fcd6672af210,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:23:42.466470 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 42360) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:23:42.471018 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-30d78492-5f03-4ae8-81ab-674a78bfb712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:23:42.491069 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430337e9-b1a9-4304-a870-625ddf696347 req-c26833d2-771c-4595-88da-b96fbaf2c9ab tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:42.492513 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-430337e9-b1a9-4304-a870-625ddf696347 req-c26833d2-771c-4595-88da-b96fbaf2c9ab tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 946 time: 0.1250901
Jun 14 03:23:42.530616 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-e5ebf119-1583-46fe-bf17-b9dbb5e1d8be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:42.542397 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-430337e9-b1a9-4304-a870-625ddf696347 req-b41e4c93-8f2a-4890-a90c-c262a7dae76f tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434053
Jun 14 03:23:42.556609 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-e5ebf119-1583-46fe-bf17-b9dbb5e1d8be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:42.745607 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-e5ebf119-1583-46fe-bf17-b9dbb5e1d8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:42.748585 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-e5ebf119-1583-46fe-bf17-b9dbb5e1d8be admin admin] Notify callbacks [] for security_group, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:42.749727 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-e5ebf119-1583-46fe-bf17-b9dbb5e1d8be admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/67103443-e45a-4d4f-b0bf-fcd6672af210 HTTP/1.1" status: 204  len: 168 time: 0.2816594
Jun 14 03:23:42.750571 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-960e9457-9f9f-42ed-b2cd-6e0953ef107e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:23:42.759277 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ebf119-1583-46fe-bf17-b9dbb5e1d8be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67103443-e45a-4d4f-b0bf-fcd6672af210,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:23:42.767329 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ebf119-1583-46fe-bf17-b9dbb5e1d8be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:23:42.767693 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ebf119-1583-46fe-bf17-b9dbb5e1d8be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:23:42.768117 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ebf119-1583-46fe-bf17-b9dbb5e1d8be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:23:42.768407 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ebf119-1583-46fe-bf17-b9dbb5e1d8be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:23:42.768761 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ebf119-1583-46fe-bf17-b9dbb5e1d8be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:23:42.769142 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ebf119-1583-46fe-bf17-b9dbb5e1d8be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:23:42.769509 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ebf119-1583-46fe-bf17-b9dbb5e1d8be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:23:42.769904 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ebf119-1583-46fe-bf17-b9dbb5e1d8be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:23:42.770408 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ebf119-1583-46fe-bf17-b9dbb5e1d8be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:23:42.770640 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ebf119-1583-46fe-bf17-b9dbb5e1d8be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:23:42.770982 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ebf119-1583-46fe-bf17-b9dbb5e1d8be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:23:42.771321 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ebf119-1583-46fe-bf17-b9dbb5e1d8be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:23:42.774439 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-e5ebf119-1583-46fe-bf17-b9dbb5e1d8be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:23:43.099881 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 42380) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:23:43.223665 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-644eff4f-294a-43e5-b53a-d6ec13d25f5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:43.315403 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-644eff4f-294a-43e5-b53a-d6ec13d25f5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:43.411577 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-644eff4f-294a-43e5-b53a-d6ec13d25f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:43.417840 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:23:43.454788 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-644eff4f-294a-43e5-b53a-d6ec13d25f5e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=71ac4796293e43c3b1f08deede4b2fd4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3536651
Jun 14 03:23:43.455910 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644eff4f-294a-43e5-b53a-d6ec13d25f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b43bdb-40ab-4227-8afd-066677f5cbeb,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:23:43.458437 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 42386) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:23:43.459378 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-644eff4f-294a-43e5-b53a-d6ec13d25f5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:23:43.518889 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-bc65e723-7c61-4586-bc05-8d99e0d14090 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:43.538084 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 42390) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:23:43.544274 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-bc65e723-7c61-4586-bc05-8d99e0d14090 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:43.554698 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-dfe8d25b-f951-4b39-a25c-7cfbee028b28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:43.712552 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-bc65e723-7c61-4586-bc05-8d99e0d14090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:43.715128 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-bc65e723-7c61-4586-bc05-8d99e0d14090 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:43.716801 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-bc65e723-7c61-4586-bc05-8d99e0d14090 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/26b43bdb-40ab-4227-8afd-066677f5cbeb HTTP/1.1" status: 204  len: 168 time: 0.2574000
Jun 14 03:23:43.722737 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-d7ef1ed2-4bf5-4359-9d2d-ed2e46238272 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:23:43.734938 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc65e723-7c61-4586-bc05-8d99e0d14090 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b43bdb-40ab-4227-8afd-066677f5cbeb,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:23:43.737397 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-bc65e723-7c61-4586-bc05-8d99e0d14090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:23:43.760991 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ee022-9075-45f8-b3c2-0c012075d8c0 req-7521068a-3d70-4910-ac10-b6460368621a tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:43.766803 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-228ee022-9075-45f8-b3c2-0c012075d8c0 req-7521068a-3d70-4910-ac10-b6460368621a tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 946 time: 0.0982141
Jun 14 03:23:43.786298 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-dfe8d25b-f951-4b39-a25c-7cfbee028b28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:43.815729 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-228ee022-9075-45f8-b3c2-0c012075d8c0 req-57ae8942-c62d-4075-83dc-ce14e7fc3c66 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421286
Jun 14 03:23:43.859575 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-dfe8d25b-f951-4b39-a25c-7cfbee028b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:43.863028 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-ae535414-90c8-4e13-8bb2-a78010888ccc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:23:43.900017 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-dfe8d25b-f951-4b39-a25c-7cfbee028b28 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c0f996a0f5fb4000ae094537a11104d6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3607974
Jun 14 03:23:43.901826 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe8d25b-f951-4b39-a25c-7cfbee028b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=676b6848-89b9-4239-ae2a-0a768b8f92a5,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:23:43.903299 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 42396) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:23:43.905330 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-dfe8d25b-f951-4b39-a25c-7cfbee028b28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:23:43.955972 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-8323e223-fedf-4d6e-9a54-68535d6f23c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:43.979094 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-8323e223-fedf-4d6e-9a54-68535d6f23c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:44.097835 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-8323e223-fedf-4d6e-9a54-68535d6f23c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:44.100595 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-8323e223-fedf-4d6e-9a54-68535d6f23c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:44.101782 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-8323e223-fedf-4d6e-9a54-68535d6f23c3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/676b6848-89b9-4239-ae2a-0a768b8f92a5 HTTP/1.1" status: 204  len: 168 time: 0.1974764
Jun 14 03:23:44.102477 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:23:44.116691 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323e223-fedf-4d6e-9a54-68535d6f23c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=676b6848-89b9-4239-ae2a-0a768b8f92a5,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:23:44.116691 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-8323e223-fedf-4d6e-9a54-68535d6f23c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:23:44.478568 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 42410) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:23:44.494383 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-ad01190e-c643-413e-a505-6d129b855fda admin admin] Notify callbacks [] for security_group, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:44.597310 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-ad01190e-c643-413e-a505-6d129b855fda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:44.710846 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-ad01190e-c643-413e-a505-6d129b855fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:44.714461 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-9b560d4b-ae9b-4f40-b0e6-d7be11c2edf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:23:44.754229 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-ad01190e-c643-413e-a505-6d129b855fda admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a65f80776d394f78b58ad5dd7c792617&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2744830
Jun 14 03:23:44.756813 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 42416) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:23:44.763467 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad01190e-c643-413e-a505-6d129b855fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5cfe4eb-b7be-4c95-99d3-108b8d0b8e27,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:23:44.766940 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-ad01190e-c643-413e-a505-6d129b855fda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:23:44.813675 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-80506550-1015-4061-aa79-e1589870f70b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:44.841985 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-80506550-1015-4061-aa79-e1589870f70b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:44.985850 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-80506550-1015-4061-aa79-e1589870f70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:44.989174 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-80506550-1015-4061-aa79-e1589870f70b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:44.990288 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-80506550-1015-4061-aa79-e1589870f70b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e5cfe4eb-b7be-4c95-99d3-108b8d0b8e27 HTTP/1.1" status: 204  len: 168 time: 0.2325988
Jun 14 03:23:44.991914 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-dc3088b1-821e-4436-894e-8f18a19a41fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:23:45.006936 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80506550-1015-4061-aa79-e1589870f70b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5cfe4eb-b7be-4c95-99d3-108b8d0b8e27,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:23:45.009687 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-80506550-1015-4061-aa79-e1589870f70b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:23:45.022229 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e5fc7d-6661-4926-923f-5e1d1cec8033 req-84ca5610-1b6a-4d06-b5e0-f66b2a3626ff tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:45.024326 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-07e5fc7d-6661-4926-923f-5e1d1cec8033 req-84ca5610-1b6a-4d06-b5e0-f66b2a3626ff tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 946 time: 0.0899646
Jun 14 03:23:45.042136 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 42422) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:23:45.060760 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-3750930a-ab12-4b32-b12c-9eed873778af admin admin] Notify callbacks [] for security_group, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:45.073289 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-07e5fc7d-6661-4926-923f-5e1d1cec8033 req-ea5d432e-aef7-419d-b123-4fe22df29765 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420704
Jun 14 03:23:45.176733 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-3750930a-ab12-4b32-b12c-9eed873778af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:45.247364 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-3750930a-ab12-4b32-b12c-9eed873778af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:45.251107 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-779619c6-15c4-42e0-a71e-00a7e081942e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:23:45.290312 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-3750930a-ab12-4b32-b12c-9eed873778af admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=20a98afda78e489f89359c25fe5a6d93&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2461121
Jun 14 03:23:45.291296 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3750930a-ab12-4b32-b12c-9eed873778af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d701aa3-f1b3-4a30-9744-b375f735c13f,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:23:45.294862 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-3750930a-ab12-4b32-b12c-9eed873778af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:23:45.298281 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 42426) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:23:45.351072 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-0ba26d4d-83f6-44c1-b3a3-1f895067b859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:45.374640 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-0ba26d4d-83f6-44c1-b3a3-1f895067b859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:45.505643 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-0ba26d4d-83f6-44c1-b3a3-1f895067b859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:45.508325 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-0ba26d4d-83f6-44c1-b3a3-1f895067b859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:45.510476 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-0ba26d4d-83f6-44c1-b3a3-1f895067b859 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4d701aa3-f1b3-4a30-9744-b375f735c13f HTTP/1.1" status: 204  len: 168 time: 0.2112060
Jun 14 03:23:45.518865 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-2316e67f-5d96-41d2-92c5-c951238641a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:23:45.520501 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba26d4d-83f6-44c1-b3a3-1f895067b859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d701aa3-f1b3-4a30-9744-b375f735c13f,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:23:45.523769 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-0ba26d4d-83f6-44c1-b3a3-1f895067b859 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:23:46.284233 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeecd7df-21e3-436e-9de4-ab63659f759f req-10882f6a-8f08-42b0-a49f-f0ffb4661c36 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:46.286131 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-aeecd7df-21e3-436e-9de4-ab63659f759f req-10882f6a-8f08-42b0-a49f-f0ffb4661c36 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 946 time: 0.0742559
Jun 14 03:23:46.340765 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-aeecd7df-21e3-436e-9de4-ab63659f759f req-752357a9-32ca-460c-bad2-7953646868a5 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487349
Jun 14 03:23:47.025445 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d79e516-6db2-4b2a-a043-eefe5b0d12aa req-e31dc7a2-a5b8-4fae-a1c4-ebcacf472807 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:47.026887 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-7d79e516-6db2-4b2a-a043-eefe5b0d12aa req-e31dc7a2-a5b8-4fae-a1c4-ebcacf472807 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4294f363-fd1f-46f0-8428-1ae8ca56a612 HTTP/1.1" status: 200  len: 946 time: 0.0739958
Jun 14 03:23:47.070114 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-7d79e516-6db2-4b2a-a043-eefe5b0d12aa req-6e03f9ba-d05a-45f7-845d-8454d5d0d842 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373578
Jun 14 03:23:47.082249 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device f77975c8-c610-4ab3-81f9-48ca459d07e0 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=92487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 14 03:23:47.089233 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca99395-89e8-42b6-b8d3-2d1c98b27e87 req-9b608c40-7cf5-4c4d-a859-13a1e78bd534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:47.091711 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-7ca99395-89e8-42b6-b8d3-2d1c98b27e87 req-9b608c40-7cf5-4c4d-a859-13a1e78bd534 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d770a57b3e724678a2cc69c7a9890825&device_id=4294f363-fd1f-46f0-8428-1ae8ca56a612 HTTP/1.1" status: 200  len: 1099 time: 0.0758309
Jun 14 03:23:47.194838 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 42530) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:23:47.211618 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port f77975c8-c610-4ab3-81f9-48ca459d07e0, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=f77975c8-c610-4ab3-81f9-48ca459d07e0,segment=NetworkSegment(99683377-2e48-4740-a2d4-b719402867ef),segment_id=99683377-2e48-4740-a2d4-b719402867ef)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:23:47.224801 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Returning: {'device': 'f77975c8-c610-4ab3-81f9-48ca459d07e0', 'network_id': 'f65bd812-254a-48f4-8498-d6b6b04b0ab8', 'port_id': 'f77975c8-c610-4ab3-81f9-48ca459d07e0', 'mac_address': 'fa:16:3e:22:89:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '545b480d-c2cb-4869-a2a3-42345a60be46', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 14 03:23:47.228344 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca99395-89e8-42b6-b8d3-2d1c98b27e87 req-384fcec9-ed3d-4f95-9230-f20c6b528ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:47.229922 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-7ca99395-89e8-42b6-b8d3-2d1c98b27e87 req-384fcec9-ed3d-4f95-9230-f20c6b528ed3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5a47fa3e-70b2-4efd-bce9-673f89030784 HTTP/1.1" status: 200  len: 919 time: 0.1206682
Jun 14 03:23:47.269387 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:47.286739 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.notifiers.nova [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f77975c8-c610-4ab3-81f9-48ca459d07e0 {{(pid=92487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 14 03:23:47.311925 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-7ca99395-89e8-42b6-b8d3-2d1c98b27e87 req-71ee609b-706d-4d00-bc20-6f6e5fde2f8b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34006e75-80c3-4179-834e-6909e786b5ba HTTP/1.1" status: 200  len: 217 time: 0.0666480
Jun 14 03:23:47.316577 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.v2.base [None req-a0feaa3c-097b-4f29-a586-9776e74a079e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1334761636-network', 'tenant_id': 'f2b9f0b6de724516b58c713512694217'}} {{(pid=92485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:23:47.320806 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port f77975c8-c610-4ab3-81f9-48ca459d07e0, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=f77975c8-c610-4ab3-81f9-48ca459d07e0,segment=NetworkSegment(99683377-2e48-4740-a2d4-b719402867ef),segment_id=99683377-2e48-4740-a2d4-b719402867ef)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:23:47.380759 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca99395-89e8-42b6-b8d3-2d1c98b27e87 req-e5d23498-84d6-40fe-9e4b-bd9ba807720e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:47.382237 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-7ca99395-89e8-42b6-b8d3-2d1c98b27e87 req-e5d23498-84d6-40fe-9e4b-bd9ba807720e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=22848147-cf67-4dfd-aeab-710e50c30d70 HTTP/1.1" status: 200  len: 858 time: 0.0609150
Jun 14 03:23:47.408492 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:47.412194 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:23:47.421399 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0feaa3c-097b-4f29-a586-9776e74a079e admin admin] Made reservation on behalf of f2b9f0b6de724516b58c713512694217 for: {'network': 1} {{(pid=92485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 14 03:23:47.428203 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-7ca99395-89e8-42b6-b8d3-2d1c98b27e87 req-1c607750-75f6-4074-b591-a2ad417a7159 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5a47fa3e-70b2-4efd-bce9-673f89030784&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0382466
Jun 14 03:23:47.430154 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-a0feaa3c-097b-4f29-a586-9776e74a079e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for network, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:47.452966 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-a0feaa3c-097b-4f29-a586-9776e74a079e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:47.559775 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Pushing event updated for resources: {'Port': ['ID=f77975c8-c610-4ab3-81f9-48ca459d07e0,revision_number=6']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:23:47.563320 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:23:47.584369 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-a0feaa3c-097b-4f29-a586-9776e74a079e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:47.585199 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] get_ports_and_sgs() called for port_ids ['f77975c8-c610-4ab3-81f9-48ca459d07e0'] {{(pid=92487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 14 03:23:47.633894 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-7ca99395-89e8-42b6-b8d3-2d1c98b27e87 req-a0ebb16c-97b0-44b8-9046-42bd3aab74cb service neutron] 10.222.0.37 "GET /v2.0/networks/5a47fa3e-70b2-4efd-bce9-673f89030784?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1920326
Jun 14 03:23:47.688904 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db7ed6a-510f-4a11-8b6a-9ac45e3bb1cc req-ba9502e6-9845-4c7f-b7fa-3cd71842c24a tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:47.690476 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-3db7ed6a-510f-4a11-8b6a-9ac45e3bb1cc req-ba9502e6-9845-4c7f-b7fa-3cd71842c24a tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 945 time: 0.1487842
Jun 14 03:23:47.703829 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-a0feaa3c-097b-4f29-a586-9776e74a079e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:47.710579 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-6cac1b94-f699-4558-b046-c17bceed64e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:23:47.803361 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0feaa3c-097b-4f29-a586-9776e74a079e admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'}  {{(pid=92485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 14 03:23:47.808004 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-3db7ed6a-510f-4a11-8b6a-9ac45e3bb1cc req-37827693-d4f7-4b01-87c8-f8f47c3db567 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1116085
Jun 14 03:23:47.815460 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-7ca99395-89e8-42b6-b8d3-2d1c98b27e87 req-905b65d4-66d6-4704-b51e-7492768db4f6 service neutron] 10.222.0.37 "GET /v2.0/networks/5a47fa3e-70b2-4efd-bce9-673f89030784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1715562
Jun 14 03:23:47.827099 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0feaa3c-097b-4f29-a586-9776e74a079e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=156de974-1935-4d66-a47e-bb65e833bf9e,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:23:47.833870 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-a0feaa3c-097b-4f29-a586-9776e74a079e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:23:47.843186 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-a0feaa3c-097b-4f29-a586-9776e74a079e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677934'] for segment, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:47.843825 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.db.segments_db [None req-a0feaa3c-097b-4f29-a586-9776e74a079e admin admin] Added segment 4fde2819-b443-47f3-830a-4caf2bb2fdc3 of type vlan for network 3c332c0b-dc21-4baa-bc4e-126c9f163489
Jun 14 03:23:47.875896 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174be3fd-472f-49a6-8549-60ec369532ce req-daf68d34-d1dc-4c4a-ba0a-76f8f91b2b78 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:47.877414 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-174be3fd-472f-49a6-8549-60ec369532ce req-daf68d34-d1dc-4c4a-ba0a-76f8f91b2b78 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/networks?id=61252df1-fba7-4cd7-ac4e-3221f1850428 HTTP/1.1" status: 200  len: 815 time: 0.2380586
Jun 14 03:23:47.929042 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-174be3fd-472f-49a6-8549-60ec369532ce req-71643c4e-c35e-4593-ba9b-bd73128a8770 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/quotas/5130d6f64ce3404086e24f56ec549881 HTTP/1.1" status: 200  len: 375 time: 0.0217426
Jun 14 03:23:47.930556 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-a0feaa3c-097b-4f29-a586-9776e74a079e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756196669341'] for network, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:48.029620 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-174be3fd-472f-49a6-8549-60ec369532ce req-0bc15899-2b05-4dfd-9cb1-46c114efa13d tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5130d6f64ce3404086e24f56ec549881&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0950570
Jun 14 03:23:48.064764 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-a0feaa3c-097b-4f29-a586-9776e74a079e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111'] for network, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:48.067461 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0feaa3c-097b-4f29-a586-9776e74a079e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:48.068031 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-a0feaa3c-097b-4f29-a586-9776e74a079e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for network, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:48.072184 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-00b12e73-7c34-4dbc-842a-9867db5a006d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:23:48.283139 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c54ef4f-e6c8-4d7b-9fe3-9787c42ce74e req-17884982-94c7-411d-bff6-4842c98479e2 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:48.284815 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-4c54ef4f-e6c8-4d7b-9fe3-9787c42ce74e req-17884982-94c7-411d-bff6-4842c98479e2 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4294f363-fd1f-46f0-8428-1ae8ca56a612 HTTP/1.1" status: 200  len: 946 time: 0.0871446
Jun 14 03:23:48.345279 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-4c54ef4f-e6c8-4d7b-9fe3-9787c42ce74e req-089618a8-aa9f-449d-9001-34e220092b3f tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532658
Jun 14 03:23:48.381306 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-a0feaa3c-097b-4f29-a586-9776e74a079e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.1828878
Jun 14 03:23:48.382316 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 42584) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:23:48.386870 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [None req-6add27df-59c3-4756-9cf0-476272cfb50f admin admin] Request body: {'subnet': {'network_id': '3c332c0b-dc21-4baa-bc4e-126c9f163489', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1334761636-subnet', 'tenant_id': 'f2b9f0b6de724516b58c713512694217', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:23:48.423537 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0feaa3c-097b-4f29-a586-9776e74a079e admin admin] Pushing event updated for resources: {'Network': ['ID=3c332c0b-dc21-4baa-bc4e-126c9f163489,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:23:48.427325 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-a0feaa3c-097b-4f29-a586-9776e74a079e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:23:48.435464 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Network 3c332c0b-dc21-4baa-bc4e-126c9f163489 details requested by agent ovs-agent-dv-cinder-796170-1-iscsi with host dv-cinder-796170-1-iscsi {{(pid=92487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 14 03:23:48.448868 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-174be3fd-472f-49a6-8549-60ec369532ce req-49caf154-ec42-4625-92a1-73e4641b232e service neutron] 10.222.0.13 "GET /v2.0/networks/61252df1-fba7-4cd7-ac4e-3221f1850428?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4123759
Jun 14 03:23:48.471367 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6add27df-59c3-4756-9cf0-476272cfb50f admin admin] Made reservation on behalf of f2b9f0b6de724516b58c713512694217 for: {'subnet': 1} {{(pid=92486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 14 03:23:48.474271 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-6add27df-59c3-4756-9cf0-476272cfb50f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63246795'] for subnet, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:48.577904 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-174be3fd-472f-49a6-8549-60ec369532ce req-638a0b0a-7669-4790-b9b1-d42c6bc42cd8 service neutron] 10.222.0.13 "GET /v2.0/networks/61252df1-fba7-4cd7-ac4e-3221f1850428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1239328
Jun 14 03:23:48.872474 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-6add27df-59c3-4756-9cf0-476272cfb50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66823779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63152394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63246813'] for subnet, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:48.875285 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:23:48.964967 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-fdcf171e-2266-40a4-acc3-073ec031d763 req-745c6f2e-e4b4-4d6e-90c7-993bdb023323 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c062b9a-20df-4ff7-945a-fdb43d010ed2 HTTP/1.1" status: 200  len: 210 time: 0.0354967
Jun 14 03:23:49.017244 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6add27df-59c3-4756-9cf0-476272cfb50f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ee2d046-803d-43fe-964a-845253f644b8,revision_number=0']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:23:49.024855 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-6add27df-59c3-4756-9cf0-476272cfb50f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:23:49.034849 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6add27df-59c3-4756-9cf0-476272cfb50f admin admin] Checking segment: {'id': '4fde2819-b443-47f3-830a-4caf2bb2fdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3c332c0b-dc21-4baa-bc4e-126c9f163489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 14 03:23:49.035101 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6add27df-59c3-4756-9cf0-476272cfb50f admin admin] Network hostable DHCP agents. Network: 3c332c0b-dc21-4baa-bc4e-126c9f163489, hostable agents: ['0d423c39-5fbd-4170-be1c-b40e9c0b21c1'], hosted agents: [] {{(pid=92486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 14 03:23:49.075023 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f4c274-fc9f-4f58-8074-140e732ec7f9 req-cca62cf6-d063-46f9-8941-892f1ba1e5b8 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:49.076510 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-f0f4c274-fc9f-4f58-8074-140e732ec7f9 req-cca62cf6-d063-46f9-8941-892f1ba1e5b8 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 945 time: 0.1379468
Jun 14 03:23:49.122234 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-f0f4c274-fc9f-4f58-8074-140e732ec7f9 req-bc6e3475-a7b6-4474-a97d-47736cdde119 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0369651
Jun 14 03:23:49.183538 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6add27df-59c3-4756-9cf0-476272cfb50f admin admin] Network 3c332c0b-dc21-4baa-bc4e-126c9f163489 is scheduled to be hosted by DHCP agent 0d423c39-5fbd-4170-be1c-b40e9c0b21c1 with binding_index 1 {{(pid=92486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 14 03:23:49.322419 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.base_scheduler [None req-6add27df-59c3-4756-9cf0-476272cfb50f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-1-iscsi, 3c332c0b-dc21-4baa-bc4e-126c9f163489) {{(pid=92486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:23:49.326571 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6add27df-59c3-4756-9cf0-476272cfb50f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:49.327234 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-6add27df-59c3-4756-9cf0-476272cfb50f admin admin] Notify callbacks [] for subnet, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:49.337610 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00582839-4c2d-4711-8786-6b4c506177b7 None None] Network 3c332c0b-dc21-4baa-bc4e-126c9f163489 requested from dv-cinder-796170-1-iscsi {{(pid=92487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 14 03:23:49.437974 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-6add27df-59c3-4756-9cf0-476272cfb50f admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.0551918
Jun 14 03:23:49.545510 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead4a061-e1c5-460e-9a2a-a170f5b4e153 None None] Network 3c332c0b-dc21-4baa-bc4e-126c9f163489 requested from dv-cinder-796170-1-iscsi {{(pid=92487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 14 03:23:49.591662 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664a3a91-2cd0-4caf-8627-f3024c3c134d req-8deaeb8b-afee-4c91-99f2-4de1852a6b06 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:49.593256 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-664a3a91-2cd0-4caf-8627-f3024c3c134d req-8deaeb8b-afee-4c91-99f2-4de1852a6b06 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4294f363-fd1f-46f0-8428-1ae8ca56a612 HTTP/1.1" status: 200  len: 946 time: 0.0968385
Jun 14 03:23:49.637537 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-664a3a91-2cd0-4caf-8627-f3024c3c134d req-5a8e2f91-71e9-4460-9f6a-2bb6c32445a8 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370636
Jun 14 03:23:50.065704 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device f77975c8-c610-4ab3-81f9-48ca459d07e0 up at agent hyperv_hv-cinder-79617 {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:23:50.116330 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-32c1d3f8-8835-4f34-99be-dd2eeeff8de1 req-23663a8e-a77d-464a-b8e4-1d1efcea80e7 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c062b9a-20df-4ff7-945a-fdb43d010ed2 HTTP/1.1" status: 200  len: 210 time: 0.0329061
Jun 14 03:23:50.121229 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Provisioning complete for port f77975c8-c610-4ab3-81f9-48ca459d07e0 triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:23:50.122412 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:50.225823 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:50.251152 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42dd05e8-da3a-4299-b72c-8d5e864bcc8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f77975c8-c610-4ab3-81f9-48ca459d07e0'}] {{(pid=92487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:23:50.253405 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}681963f073e70c07aac8dc5e895e90246fb88e956d84982da350f3581d0ebeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d137a3c-219f-4c0a-a96a-acb495ad8b50" -d '{"events": [{"server_uuid": "42dd05e8-da3a-4299-b72c-8d5e864bcc8d", "name": "network-vif-plugged", "status": "completed", "tag": "f77975c8-c610-4ab3-81f9-48ca459d07e0"}]}' {{(pid=92487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:23:50.268170 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port f77975c8-c610-4ab3-81f9-48ca459d07e0, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=f77975c8-c610-4ab3-81f9-48ca459d07e0,segment=NetworkSegment(99683377-2e48-4740-a2d4-b719402867ef),segment_id=99683377-2e48-4740-a2d4-b719402867ef)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:23:50.291309 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad30edb7-c7b2-4870-96bd-8d6d4147d6f0 x-openstack-request-id: req-ad30edb7-c7b2-4870-96bd-8d6d4147d6f0 {{(pid=92487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:23:50.291309 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42dd05e8-da3a-4299-b72c-8d5e864bcc8d", "name": "network-vif-plugged", "status": "completed", "tag": "f77975c8-c610-4ab3-81f9-48ca459d07e0", "code": 200}]} {{(pid=92487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:23:50.291309 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ad30edb7-c7b2-4870-96bd-8d6d4147d6f0 {{(pid=92487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:23:50.291309 dv-cinder-796170-1-iscsi neutron-server[92487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42dd05e8-da3a-4299-b72c-8d5e864bcc8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f77975c8-c610-4ab3-81f9-48ca459d07e0', 'code': 200}
Jun 14 03:23:50.322853 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b2db1-fb3b-4029-8176-0580e5180372 req-79e3dc5f-5767-4c31-83f8-4ebde30fa892 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:50.324588 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-a98b2db1-fb3b-4029-8176-0580e5180372 req-79e3dc5f-5767-4c31-83f8-4ebde30fa892 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 945 time: 0.0713451
Jun 14 03:23:50.357834 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:50.360041 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:23:50.379022 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-a98b2db1-fb3b-4029-8176-0580e5180372 req-c8b9b612-191e-42e6-80d8-347a14f98e2e tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0487988
Jun 14 03:23:50.416867 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Pushing event updated for resources: {'Port': ['ID=f77975c8-c610-4ab3-81f9-48ca459d07e0,revision_number=7']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:23:50.420617 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:23:50.829796 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1851bcf0-a226-4af0-b465-0d68cb0178a0 req-1176b803-c64d-4951-bd75-0fe018dea487 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:50.831167 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-1851bcf0-a226-4af0-b465-0d68cb0178a0 req-1176b803-c64d-4951-bd75-0fe018dea487 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4294f363-fd1f-46f0-8428-1ae8ca56a612 HTTP/1.1" status: 200  len: 946 time: 0.0680356
Jun 14 03:23:50.874820 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-1851bcf0-a226-4af0-b465-0d68cb0178a0 req-7ddd57ce-f1a1-4d72-8c1a-a2e34abcb424 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380347
Jun 14 03:23:51.267555 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-9f36e2cc-74de-40f5-bb3f-b36501992701 req-0f7556ae-3bd9-4417-bdbc-24953acbc4a8 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c062b9a-20df-4ff7-945a-fdb43d010ed2 HTTP/1.1" status: 200  len: 210 time: 0.0362599
Jun 14 03:23:51.563248 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f5129b-5b78-49a9-9a21-77a953ad10a3 req-795ef837-df3f-4491-8125-48cfcfad0e4a tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:51.564711 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-36f5129b-5b78-49a9-9a21-77a953ad10a3 req-795ef837-df3f-4491-8125-48cfcfad0e4a tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 946 time: 0.0694368
Jun 14 03:23:51.607375 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-36f5129b-5b78-49a9-9a21-77a953ad10a3 req-ce87df4f-eecd-4947-b0f0-34800323df37 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0368285
Jun 14 03:23:52.050568 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea3fe30-eb38-4c2f-9bba-657a7fec9160 req-0208b3e4-84a0-4d11-916d-26e3c68282b2 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:52.051986 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-1ea3fe30-eb38-4c2f-9bba-657a7fec9160 req-0208b3e4-84a0-4d11-916d-26e3c68282b2 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4294f363-fd1f-46f0-8428-1ae8ca56a612 HTTP/1.1" status: 200  len: 946 time: 0.0670269
Jun 14 03:23:52.098929 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-1ea3fe30-eb38-4c2f-9bba-657a7fec9160 req-75a1b106-fd8c-4b71-8552-b20b1dd11fe4 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412796
Jun 14 03:23:52.423242 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-59cd1c8d-2312-4412-bd3a-a5d2fe1f7f18 req-07d0da1c-98df-4986-a327-374a9121f169 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c062b9a-20df-4ff7-945a-fdb43d010ed2 HTTP/1.1" status: 200  len: 210 time: 0.0347116
Jun 14 03:23:52.803985 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f5788-1e1a-492c-8593-cc1ba5464604 req-f826b25d-3fe0-438f-8782-692726468e34 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:52.805612 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-3b8f5788-1e1a-492c-8593-cc1ba5464604 req-f826b25d-3fe0-438f-8782-692726468e34 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 946 time: 0.0715261
Jun 14 03:23:52.853491 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-3b8f5788-1e1a-492c-8593-cc1ba5464604 req-dea5d41c-168a-4c32-98bc-cc803a54dba7 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411763
Jun 14 03:23:53.309970 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd94e1-57f7-46a3-9a06-e73243c8d9e0 req-45112f04-3c8d-4751-9bd8-df20d9f24129 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:53.311459 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-cfbd94e1-57f7-46a3-9a06-e73243c8d9e0 req-45112f04-3c8d-4751-9bd8-df20d9f24129 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4294f363-fd1f-46f0-8428-1ae8ca56a612 HTTP/1.1" status: 200  len: 946 time: 0.0906553
Jun 14 03:23:53.369433 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-cfbd94e1-57f7-46a3-9a06-e73243c8d9e0 req-242fda2d-fb0e-44b5-aff2-bb4afe1dca5c tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519333
Jun 14 03:23:53.609669 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-d9d86cd3-2191-44b8-93b4-26fee6ac8c6d req-e7cbe335-68e4-4052-97c5-3bb38a513aab tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c062b9a-20df-4ff7-945a-fdb43d010ed2 HTTP/1.1" status: 200  len: 210 time: 0.0522263
Jun 14 03:23:54.089155 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced8014-2561-4d75-b7fc-9282a2e95867 req-ae8a92bc-069a-490d-8be2-af3476fd934d tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:54.092703 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-0ced8014-2561-4d75-b7fc-9282a2e95867 req-ae8a92bc-069a-490d-8be2-af3476fd934d tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 946 time: 0.1073987
Jun 14 03:23:54.145323 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-0ced8014-2561-4d75-b7fc-9282a2e95867 req-97609fc9-3540-4118-8964-dbe18aa06915 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457702
Jun 14 03:23:54.187393 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174be3fd-472f-49a6-8549-60ec369532ce req-1077eeb7-79d7-4e52-a4df-4d57db4de5fe tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:54.188883 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-174be3fd-472f-49a6-8549-60ec369532ce req-1077eeb7-79d7-4e52-a4df-4d57db4de5fe tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.37 "GET /v2.0/networks?id=61252df1-fba7-4cd7-ac4e-3221f1850428 HTTP/1.1" status: 200  len: 815 time: 0.1909039
Jun 14 03:23:54.211246 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [req-174be3fd-472f-49a6-8549-60ec369532ce req-3b525818-0a53-4e20-8099-7e7b9b6c1297 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Request body: {'port': {'device_id': '4c062b9a-20df-4ff7-945a-fdb43d010ed2', 'network_id': '61252df1-fba7-4cd7-ac4e-3221f1850428', 'admin_state_up': True, 'tenant_id': '5130d6f64ce3404086e24f56ec549881'}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:23:54.442528 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-174be3fd-472f-49a6-8549-60ec369532ce req-3b525818-0a53-4e20-8099-7e7b9b6c1297 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Made reservation on behalf of 5130d6f64ce3404086e24f56ec549881 for: {'port': 1} {{(pid=92486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 14 03:23:54.447027 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-174be3fd-472f-49a6-8549-60ec369532ce req-3b525818-0a53-4e20-8099-7e7b9b6c1297 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for port, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:54.638062 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.db_base_plugin_common [req-174be3fd-472f-49a6-8549-60ec369532ce req-3b525818-0a53-4e20-8099-7e7b9b6c1297 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Allocated IP 172.20.0.2 (61252df1-fba7-4cd7-ac4e-3221f1850428/f595d2be-eb52-4bd5-862c-ea2ca2054972/a6f25ba7-626c-4538-840e-8bb3bfd09671) {{(pid=92486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 14 03:23:54.671089 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b276ffb-c998-48f8-ac7a-e7293fde325e req-c9b8d301-5c85-466c-b1c1-5baeb76a7da3 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:54.671089 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-7b276ffb-c998-48f8-ac7a-e7293fde325e req-c9b8d301-5c85-466c-b1c1-5baeb76a7da3 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4294f363-fd1f-46f0-8428-1ae8ca56a612 HTTP/1.1" status: 200  len: 946 time: 0.1009765
Jun 14 03:23:54.726883 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-7b276ffb-c998-48f8-ac7a-e7293fde325e req-2c69f7e6-32e1-482b-aeda-87d7b2b983ce tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485039
Jun 14 03:23:54.876774 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-174be3fd-472f-49a6-8549-60ec369532ce req-3b525818-0a53-4e20-8099-7e7b9b6c1297 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Notify callbacks [] for port, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:54.903994 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-5dabac65-bc69-4df8-845d-e25c0393c606 req-15a7cb1e-9ee0-41f3-ad58-f67ee28dbe86 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c062b9a-20df-4ff7-945a-fdb43d010ed2 HTTP/1.1" status: 200  len: 210 time: 0.0459096
Jun 14 03:23:55.043869 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-174be3fd-472f-49a6-8549-60ec369532ce req-3b525818-0a53-4e20-8099-7e7b9b6c1297 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-668656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756196682527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63152314'] for port, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:55.058177 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:23:55.063740 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] get_ports_and_sgs() called for port_ids ['47a7b94f-3815-413c-94af-f890cbdc7059', '5e36903c-2a50-4ee9-9858-bb9fd78951bf', '7ce645c4-08f2-416b-a2e5-b7a89fb175b6'] {{(pid=92487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 14 03:23:55.143671 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-174be3fd-472f-49a6-8549-60ec369532ce req-3b525818-0a53-4e20-8099-7e7b9b6c1297 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Network 61252df1-fba7-4cd7-ac4e-3221f1850428 is already hosted by enough agents. {{(pid=92486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 14 03:23:55.156270 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.base_scheduler [req-174be3fd-472f-49a6-8549-60ec369532ce req-3b525818-0a53-4e20-8099-7e7b9b6c1297 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Resources bound (agent type, host, resource id):  {{(pid=92486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:23:55.165576 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.l3_dvrscheduler_db [req-174be3fd-472f-49a6-8549-60ec369532ce req-3b525818-0a53-4e20-8099-7e7b9b6c1297 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Received port after_create {{(pid=92486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 14 03:23:55.216791 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b525818-0a53-4e20-8099-7e7b9b6c1297 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Pushing event updated for resources: {'Port': ['ID=a6f25ba7-626c-4538-840e-8bb3bfd09671,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:23:55.223173 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-3b525818-0a53-4e20-8099-7e7b9b6c1297 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:23:55.256270 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174be3fd-472f-49a6-8549-60ec369532ce req-3b525818-0a53-4e20-8099-7e7b9b6c1297 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:55.257313 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-174be3fd-472f-49a6-8549-60ec369532ce req-3b525818-0a53-4e20-8099-7e7b9b6c1297 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for port, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:55.403502 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-174be3fd-472f-49a6-8549-60ec369532ce req-3b525818-0a53-4e20-8099-7e7b9b6c1297 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1965756
Jun 14 03:23:55.421772 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [req-174be3fd-472f-49a6-8549-60ec369532ce req-56ac1833-c64a-4bec-bec2-b69fbbaa72f1 service neutron] Request body: {'port': {'device_id': '4c062b9a-20df-4ff7-945a-fdb43d010ed2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:23:55.504226 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb49583b-5db0-4c0c-be0d-112c25c98087 req-81f1ea3a-9f68-456d-b0ed-631e4e404721 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:55.506370 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-eb49583b-5db0-4c0c-be0d-112c25c98087 req-81f1ea3a-9f68-456d-b0ed-631e4e404721 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 946 time: 0.1410091
Jun 14 03:23:55.573054 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-174be3fd-472f-49a6-8549-60ec369532ce req-56ac1833-c64a-4bec-bec2-b69fbbaa72f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:55.595361 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-eb49583b-5db0-4c0c-be0d-112c25c98087 req-9b70abac-e70f-4743-85ea-454883daec10 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0802491
Jun 14 03:23:56.096143 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0d4fa7-c9a6-4a9e-bf83-171d2cdaf12d req-9ce321f2-9ae0-4a7b-bd53-cf5157e41cd0 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:56.098107 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-3c0d4fa7-c9a6-4a9e-bf83-171d2cdaf12d req-9ce321f2-9ae0-4a7b-bd53-cf5157e41cd0 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4294f363-fd1f-46f0-8428-1ae8ca56a612 HTTP/1.1" status: 200  len: 946 time: 0.0981770
Jun 14 03:23:56.145405 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-3c0d4fa7-c9a6-4a9e-bf83-171d2cdaf12d req-50b3c073-cca4-4ad1-80dc-49e40751b2a0 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417039
Jun 14 03:23:56.183974 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.notifiers.nova [req-174be3fd-472f-49a6-8549-60ec369532ce req-56ac1833-c64a-4bec-bec2-b69fbbaa72f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6f25ba7-626c-4538-840e-8bb3bfd09671 {{(pid=92486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 14 03:23:56.193271 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-174be3fd-472f-49a6-8549-60ec369532ce req-56ac1833-c64a-4bec-bec2-b69fbbaa72f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:56.205456 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.provisioning_blocks [req-174be3fd-472f-49a6-8549-60ec369532ce req-56ac1833-c64a-4bec-bec2-b69fbbaa72f1 service neutron] Transition to ACTIVE for port object a6f25ba7-626c-4538-840e-8bb3bfd09671 will not be triggered until provisioned by entity L2. {{(pid=92486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:23:56.336971 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09e2ea4-6d0a-467c-859a-49b700e6d1cf req-2303c027-ef03-4c9f-a734-2c7469086a91 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:56.338869 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-e09e2ea4-6d0a-467c-859a-49b700e6d1cf req-2303c027-ef03-4c9f-a734-2c7469086a91 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c062b9a-20df-4ff7-945a-fdb43d010ed2 HTTP/1.1" status: 200  len: 931 time: 0.0728087
Jun 14 03:23:56.385214 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-e09e2ea4-6d0a-467c-859a-49b700e6d1cf req-3fc807c6-9837-4a5b-9a6b-88fbd4c9232f tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391324
Jun 14 03:23:56.425638 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-174be3fd-472f-49a6-8549-60ec369532ce req-56ac1833-c64a-4bec-bec2-b69fbbaa72f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63152260'] for port, after_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:56.428630 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-227bd0e2-535c-4490-bfa9-79d7aec4f38a tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:23:56.531480 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ac1833-c64a-4bec-bec2-b69fbbaa72f1 service neutron] Pushing event updated for resources: {'Port': ['ID=a6f25ba7-626c-4538-840e-8bb3bfd09671,revision_number=2']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:23:56.535188 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-56ac1833-c64a-4bec-bec2-b69fbbaa72f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:23:56.628156 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.managers [req-174be3fd-472f-49a6-8549-60ec369532ce req-56ac1833-c64a-4bec-bec2-b69fbbaa72f1 service neutron] Attempting to bind port a6f25ba7-626c-4538-840e-8bb3bfd09671 on host hv-cinder-79617 for vnic_type normal with profile  {{(pid=92486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 14 03:23:56.628490 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.managers [req-174be3fd-472f-49a6-8549-60ec369532ce req-56ac1833-c64a-4bec-bec2-b69fbbaa72f1 service neutron] Attempting to bind port a6f25ba7-626c-4538-840e-8bb3bfd09671 by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': 'b291bd91-84e2-429d-ad5c-40697d97b7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '61252df1-fba7-4cd7-ac4e-3221f1850428'}] {{(pid=92486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 14 03:23:56.628809 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174be3fd-472f-49a6-8549-60ec369532ce req-56ac1833-c64a-4bec-bec2-b69fbbaa72f1 service neutron] Attempting to bind port a6f25ba7-626c-4538-840e-8bb3bfd09671 on network 61252df1-fba7-4cd7-ac4e-3221f1850428 {{(pid=92486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 14 03:23:56.633471 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174be3fd-472f-49a6-8549-60ec369532ce req-56ac1833-c64a-4bec-bec2-b69fbbaa72f1 service neutron] Port a6f25ba7-626c-4538-840e-8bb3bfd09671 on network 61252df1-fba7-4cd7-ac4e-3221f1850428 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=92486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 14 03:23:56.633782 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174be3fd-472f-49a6-8549-60ec369532ce req-56ac1833-c64a-4bec-bec2-b69fbbaa72f1 service neutron] Attempting to bind port a6f25ba7-626c-4538-840e-8bb3bfd09671 on network 61252df1-fba7-4cd7-ac4e-3221f1850428 {{(pid=92486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 14 03:23:56.639995 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174be3fd-472f-49a6-8549-60ec369532ce req-56ac1833-c64a-4bec-bec2-b69fbbaa72f1 service neutron] Checking agent: {'id': 'd909c266-64e1-43b2-ab9b-45098cd1126f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 20, 5), 'started_at': datetime.datetime(2021, 6, 14, 3, 20, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 14 03:23:56.640270 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174be3fd-472f-49a6-8549-60ec369532ce req-56ac1833-c64a-4bec-bec2-b69fbbaa72f1 service neutron] Checking segment: {'id': 'b291bd91-84e2-429d-ad5c-40697d97b7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '61252df1-fba7-4cd7-ac4e-3221f1850428'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 14 03:23:56.640629 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-174be3fd-472f-49a6-8549-60ec369532ce req-56ac1833-c64a-4bec-bec2-b69fbbaa72f1 service neutron] Bound using segment: {'id': 'b291bd91-84e2-429d-ad5c-40697d97b7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '61252df1-fba7-4cd7-ac4e-3221f1850428'} {{(pid=92486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 14 03:23:56.641054 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.managers [req-174be3fd-472f-49a6-8549-60ec369532ce req-56ac1833-c64a-4bec-bec2-b69fbbaa72f1 service neutron] Bound port: a6f25ba7-626c-4538-840e-8bb3bfd09671, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b291bd91-84e2-429d-ad5c-40697d97b7c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '61252df1-fba7-4cd7-ac4e-3221f1850428'}}] {{(pid=92486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 14 03:23:56.641382 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-174be3fd-472f-49a6-8549-60ec369532ce req-56ac1833-c64a-4bec-bec2-b69fbbaa72f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:56.739993 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.db [req-174be3fd-472f-49a6-8549-60ec369532ce req-56ac1833-c64a-4bec-bec2-b69fbbaa72f1 service neutron] For port a6f25ba7-626c-4538-840e-8bb3bfd09671, host hv-cinder-79617, cleared binding levels {{(pid=92486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 14 03:23:56.747663 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.db [req-174be3fd-472f-49a6-8549-60ec369532ce req-56ac1833-c64a-4bec-bec2-b69fbbaa72f1 service neutron] For port a6f25ba7-626c-4538-840e-8bb3bfd09671, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=a6f25ba7-626c-4538-840e-8bb3bfd09671,segment=NetworkSegment(b291bd91-84e2-429d-ad5c-40697d97b7c7),segment_id=b291bd91-84e2-429d-ad5c-40697d97b7c7)] {{(pid=92486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 14 03:23:56.826698 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-174be3fd-472f-49a6-8549-60ec369532ce req-56ac1833-c64a-4bec-bec2-b69fbbaa72f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63152260'] for port, after_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:56.829568 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:23:56.837013 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a10f84d-0bf7-4125-8300-17496dd7dbda req-ff49bdcb-5048-40d2-9f04-b6b05d2fd83f tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:56.839434 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-2a10f84d-0bf7-4125-8300-17496dd7dbda req-ff49bdcb-5048-40d2-9f04-b6b05d2fd83f tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 946 time: 0.0800169
Jun 14 03:23:56.891247 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-2a10f84d-0bf7-4125-8300-17496dd7dbda req-9fdaeb7d-706b-45fa-b022-2f0c133954a5 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448582
Jun 14 03:23:56.892377 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174be3fd-472f-49a6-8549-60ec369532ce req-56ac1833-c64a-4bec-bec2-b69fbbaa72f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:56.892991 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-174be3fd-472f-49a6-8549-60ec369532ce req-56ac1833-c64a-4bec-bec2-b69fbbaa72f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for port, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:23:56.894388 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-174be3fd-472f-49a6-8549-60ec369532ce req-56ac1833-c64a-4bec-bec2-b69fbbaa72f1 service neutron] 10.222.0.37 "PUT /v2.0/ports/a6f25ba7-626c-4538-840e-8bb3bfd09671 HTTP/1.1" status: 200  len: 1093 time: 1.4809976
Jun 14 03:23:56.894872 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c062b9a-20df-4ff7-945a-fdb43d010ed2', 'tag': 'a6f25ba7-626c-4538-840e-8bb3bfd09671'}] {{(pid=92486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:23:56.897136 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5355d7bc3b36bcf9a7ee8a2281ad208d869c89ac4cdf4014809f5322b7820d6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8051ffa7-6eab-40f6-b305-d0c92527f4c4" -d '{"events": [{"name": "network-changed", "server_uuid": "4c062b9a-20df-4ff7-945a-fdb43d010ed2", "tag": "a6f25ba7-626c-4538-840e-8bb3bfd09671"}]}' {{(pid=92486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:23:56.919903 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ac1833-c64a-4bec-bec2-b69fbbaa72f1 service neutron] Pushing event updated for resources: {'Port': ['ID=a6f25ba7-626c-4538-840e-8bb3bfd09671,revision_number=3']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:23:56.924638 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-56ac1833-c64a-4bec-bec2-b69fbbaa72f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:23:56.979434 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 03:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f8e279-fc47-492a-b296-fd06a2ff3f79 x-openstack-request-id: req-f6f8e279-fc47-492a-b296-fd06a2ff3f79 {{(pid=92486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:23:56.979798 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c062b9a-20df-4ff7-945a-fdb43d010ed2", "tag": "a6f25ba7-626c-4538-840e-8bb3bfd09671", "status": "completed", "code": 200}]} {{(pid=92486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:23:56.980086 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f6f8e279-fc47-492a-b296-fd06a2ff3f79 {{(pid=92486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:23:56.981176 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c062b9a-20df-4ff7-945a-fdb43d010ed2', 'tag': 'a6f25ba7-626c-4538-840e-8bb3bfd09671', 'status': 'completed', 'code': 200}
Jun 14 03:23:57.069540 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174be3fd-472f-49a6-8549-60ec369532ce req-e46157ad-143f-4293-b818-56e6845579f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:57.071290 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-174be3fd-472f-49a6-8549-60ec369532ce req-e46157ad-143f-4293-b818-56e6845579f8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5130d6f64ce3404086e24f56ec549881&device_id=4c062b9a-20df-4ff7-945a-fdb43d010ed2 HTTP/1.1" status: 200  len: 1096 time: 0.0782599
Jun 14 03:23:57.422771 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-174be3fd-472f-49a6-8549-60ec369532ce req-cfd6aff3-8bfc-4909-ac87-1fbad8081d21 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a6f25ba7-626c-4538-840e-8bb3bfd09671 HTTP/1.1" status: 200  len: 217 time: 0.3411756
Jun 14 03:23:57.489789 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174be3fd-472f-49a6-8549-60ec369532ce req-2d8eaef7-d220-433e-a8fa-f1a66fd50624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:57.491255 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-174be3fd-472f-49a6-8549-60ec369532ce req-2d8eaef7-d220-433e-a8fa-f1a66fd50624 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f595d2be-eb52-4bd5-862c-ea2ca2054972 HTTP/1.1" status: 200  len: 855 time: 0.0622451
Jun 14 03:23:57.545383 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-174be3fd-472f-49a6-8549-60ec369532ce req-1ba8ff2a-5c44-4f8b-aa41-e391d141f27b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=61252df1-fba7-4cd7-ac4e-3221f1850428&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0473270
Jun 14 03:23:57.608616 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39aa395-cf67-4fa5-aa72-b85b9b52f30a req-da8aebc9-b9e2-4951-9598-74e6bc1d8693 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:57.610391 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-a39aa395-cf67-4fa5-aa72-b85b9b52f30a req-da8aebc9-b9e2-4951-9598-74e6bc1d8693 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4294f363-fd1f-46f0-8428-1ae8ca56a612 HTTP/1.1" status: 200  len: 946 time: 0.0943897
Jun 14 03:23:57.662859 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-a39aa395-cf67-4fa5-aa72-b85b9b52f30a req-f2f8e6f2-b8d1-40f5-b931-87a59f3dc80d tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455198
Jun 14 03:23:57.729481 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-174be3fd-472f-49a6-8549-60ec369532ce req-a770b824-ade2-4d67-bb2a-5a2918cdc595 service neutron] 10.222.0.37 "GET /v2.0/networks/61252df1-fba7-4cd7-ac4e-3221f1850428?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1742375
Jun 14 03:23:57.898743 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b92f5-74a9-40d8-ad05-4629fb5e0e50 req-723240d5-71f5-4153-983f-16c9caeac8f4 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:57.899403 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-174be3fd-472f-49a6-8549-60ec369532ce req-c7f906d1-7012-4a9e-90fb-8078e58a64d9 service neutron] 10.222.0.37 "GET /v2.0/networks/61252df1-fba7-4cd7-ac4e-3221f1850428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1615026
Jun 14 03:23:57.901444 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-2a5b92f5-74a9-40d8-ad05-4629fb5e0e50 req-723240d5-71f5-4153-983f-16c9caeac8f4 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c062b9a-20df-4ff7-945a-fdb43d010ed2 HTTP/1.1" status: 200  len: 943 time: 0.1208916
Jun 14 03:23:57.972822 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-2a5b92f5-74a9-40d8-ad05-4629fb5e0e50 req-c7e02ee9-4266-46ff-9cef-9472b8a0968f tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642068
Jun 14 03:23:58.200880 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34259cf8-6187-44a9-838d-fd48ca490528 req-3a35da94-99c9-4519-9120-c14cd8ba7e39 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:58.201925 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8051ffa7-6eab-40f6-b305-d0c92527f4c4 req-ca8bcb0a-ae24-4d9b-8891-01fc1db103cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:58.203621 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-8051ffa7-6eab-40f6-b305-d0c92527f4c4 req-ca8bcb0a-ae24-4d9b-8891-01fc1db103cb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5130d6f64ce3404086e24f56ec549881&device_id=4c062b9a-20df-4ff7-945a-fdb43d010ed2 HTTP/1.1" status: 200  len: 1096 time: 0.1270304
Jun 14 03:23:58.207695 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-34259cf8-6187-44a9-838d-fd48ca490528 req-3a35da94-99c9-4519-9120-c14cd8ba7e39 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 946 time: 0.0976129
Jun 14 03:23:58.269910 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-34259cf8-6187-44a9-838d-fd48ca490528 req-c85fc197-b997-4892-93fa-fde1df168ca8 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0613627
Jun 14 03:23:58.359755 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8051ffa7-6eab-40f6-b305-d0c92527f4c4 req-cb0a3b0c-4277-4264-96bd-3f4795022542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:58.361123 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-8051ffa7-6eab-40f6-b305-d0c92527f4c4 req-cb0a3b0c-4277-4264-96bd-3f4795022542 service neutron] 10.222.0.37 "GET /v2.0/networks?id=61252df1-fba7-4cd7-ac4e-3221f1850428 HTTP/1.1" status: 200  len: 916 time: 0.1496487
Jun 14 03:23:58.427320 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-8051ffa7-6eab-40f6-b305-d0c92527f4c4 req-b00e34e7-64a5-465b-9e51-eab2c0cf5555 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a6f25ba7-626c-4538-840e-8bb3bfd09671 HTTP/1.1" status: 200  len: 217 time: 0.0585082
Jun 14 03:23:58.507057 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8051ffa7-6eab-40f6-b305-d0c92527f4c4 req-1292a083-bd98-4c21-90b3-5a9e69ab5e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:58.508649 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-8051ffa7-6eab-40f6-b305-d0c92527f4c4 req-1292a083-bd98-4c21-90b3-5a9e69ab5e47 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f595d2be-eb52-4bd5-862c-ea2ca2054972 HTTP/1.1" status: 200  len: 855 time: 0.0744913
Jun 14 03:23:58.558451 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-8051ffa7-6eab-40f6-b305-d0c92527f4c4 req-468da456-7d22-413e-888b-76a3747ef710 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=61252df1-fba7-4cd7-ac4e-3221f1850428&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0369856
Jun 14 03:23:58.684434 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-8051ffa7-6eab-40f6-b305-d0c92527f4c4 req-d491e7fa-95b7-42dc-b4c0-af493e6c0f54 service neutron] 10.222.0.37 "GET /v2.0/networks/61252df1-fba7-4cd7-ac4e-3221f1850428?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1186333
Jun 14 03:23:58.849986 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-8051ffa7-6eab-40f6-b305-d0c92527f4c4 req-a7cebd77-1665-442a-962a-06f1e62e0633 service neutron] 10.222.0.37 "GET /v2.0/networks/61252df1-fba7-4cd7-ac4e-3221f1850428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1515167
Jun 14 03:23:58.888368 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd31f9-ea55-4ad2-bab3-0448331701b8 req-b5b4c5ac-8f7a-4dc9-9d48-a7a78d8cb209 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:58.890148 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-6edd31f9-ea55-4ad2-bab3-0448331701b8 req-b5b4c5ac-8f7a-4dc9-9d48-a7a78d8cb209 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4294f363-fd1f-46f0-8428-1ae8ca56a612 HTTP/1.1" status: 200  len: 946 time: 0.0780740
Jun 14 03:23:58.940085 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-6edd31f9-ea55-4ad2-bab3-0448331701b8 req-5890491f-508c-4377-a2a8-c0ed11dc8558 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419774
Jun 14 03:23:59.230155 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa0f9b-13a7-4847-a9d9-2197803059d5 req-37aece98-b6ce-40c1-bccc-73c17404bd4f tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:59.237998 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-fcfa0f9b-13a7-4847-a9d9-2197803059d5 req-37aece98-b6ce-40c1-bccc-73c17404bd4f tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c062b9a-20df-4ff7-945a-fdb43d010ed2 HTTP/1.1" status: 200  len: 943 time: 0.1363106
Jun 14 03:23:59.284574 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-fcfa0f9b-13a7-4847-a9d9-2197803059d5 req-d2b69499-debb-4482-9675-b95760b518fb tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456858
Jun 14 03:23:59.497857 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44280072-dfa6-44d1-bce4-8dbddc65e621 req-7d62d878-51ca-48e9-916f-2ff7ae2a2b4f tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:23:59.499774 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-44280072-dfa6-44d1-bce4-8dbddc65e621 req-7d62d878-51ca-48e9-916f-2ff7ae2a2b4f tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 946 time: 0.0968964
Jun 14 03:23:59.550372 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-44280072-dfa6-44d1-bce4-8dbddc65e621 req-d60951e7-ec11-43ba-a75f-4c8c6f463101 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412560
Jun 14 03:24:00.143479 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1120a4-9d6e-4c12-8f9f-76acf2a1ea28 req-b8e439c5-7bc6-4cc1-ab69-d94169fcc742 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:00.145021 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-da1120a4-9d6e-4c12-8f9f-76acf2a1ea28 req-b8e439c5-7bc6-4cc1-ab69-d94169fcc742 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4294f363-fd1f-46f0-8428-1ae8ca56a612 HTTP/1.1" status: 200  len: 946 time: 0.0694382
Jun 14 03:24:00.193524 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-da1120a4-9d6e-4c12-8f9f-76acf2a1ea28 req-5cd5973a-11fd-43c2-85ca-dd969e556fb9 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426760
Jun 14 03:24:00.506866 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d8576-dcc3-49be-ad35-648c56dade48 req-67ed9341-d1a7-4f92-b6e6-b0ecc02b4a65 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:00.510795 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-8e6d8576-dcc3-49be-ad35-648c56dade48 req-67ed9341-d1a7-4f92-b6e6-b0ecc02b4a65 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c062b9a-20df-4ff7-945a-fdb43d010ed2 HTTP/1.1" status: 200  len: 943 time: 0.0845671
Jun 14 03:24:00.563413 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-8e6d8576-dcc3-49be-ad35-648c56dade48 req-f265bb2f-aca3-4516-8a4c-62b47614d42b tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486486
Jun 14 03:24:00.743702 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f67448b-1991-4147-994a-64556dd3859e req-731ea5ae-37ab-4a8e-b226-85f182ee940a tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:00.745189 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-7f67448b-1991-4147-994a-64556dd3859e req-731ea5ae-37ab-4a8e-b226-85f182ee940a tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 946 time: 0.0723622
Jun 14 03:24:00.802739 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-7f67448b-1991-4147-994a-64556dd3859e req-1558b2d8-e6df-4f01-b441-ded4e2a493eb tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0504746
Jun 14 03:24:01.404756 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a7d1b-52e7-4edb-a35e-3f1a1b3f9481 req-00635e37-ce83-45e7-90a9-f91db164627b tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:01.407718 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-466a7d1b-52e7-4edb-a35e-3f1a1b3f9481 req-00635e37-ce83-45e7-90a9-f91db164627b tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4294f363-fd1f-46f0-8428-1ae8ca56a612 HTTP/1.1" status: 200  len: 946 time: 0.0940256
Jun 14 03:24:01.454539 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-466a7d1b-52e7-4edb-a35e-3f1a1b3f9481 req-863916dc-2be5-40be-bd51-7521d83935fe tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388250
Jun 14 03:24:01.779216 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd16cc-6950-40cd-a8d4-486745acfefa req-3893e7bc-e727-4624-93a9-8f1d7e479097 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:01.780820 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-afbd16cc-6950-40cd-a8d4-486745acfefa req-3893e7bc-e727-4624-93a9-8f1d7e479097 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c062b9a-20df-4ff7-945a-fdb43d010ed2 HTTP/1.1" status: 200  len: 943 time: 0.0872595
Jun 14 03:24:01.832502 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-afbd16cc-6950-40cd-a8d4-486745acfefa req-32c7fe8c-58ab-486e-970f-c0e4ff8d272a tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432165
Jun 14 03:24:02.032348 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f97468d-dac0-41f6-8549-b518231d50ed req-abd49b2a-771e-4a80-8529-df958a997221 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:02.038806 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-6f97468d-dac0-41f6-8549-b518231d50ed req-abd49b2a-771e-4a80-8529-df958a997221 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 946 time: 0.0810053
Jun 14 03:24:02.081126 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-6f97468d-dac0-41f6-8549-b518231d50ed req-c378d53b-1dc8-4bb1-848d-ff6bdde95ad7 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393083
Jun 14 03:24:02.674094 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43edc0e6-bf8d-4419-84ab-b79105d85aed req-7aeade02-86a6-49a1-87a7-2b507623f24e tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:02.675835 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-43edc0e6-bf8d-4419-84ab-b79105d85aed req-7aeade02-86a6-49a1-87a7-2b507623f24e tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4294f363-fd1f-46f0-8428-1ae8ca56a612 HTTP/1.1" status: 200  len: 946 time: 0.0831628
Jun 14 03:24:02.729847 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-43edc0e6-bf8d-4419-84ab-b79105d85aed req-967ceb0c-b780-4e5e-b76b-c4c8fe56bddb tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453954
Jun 14 03:24:03.050014 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0607645-c86a-4e99-836d-6a7a82389787 req-3460e047-4ad9-4cee-8025-6adea036dd4d tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:03.057967 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-c0607645-c86a-4e99-836d-6a7a82389787 req-3460e047-4ad9-4cee-8025-6adea036dd4d tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c062b9a-20df-4ff7-945a-fdb43d010ed2 HTTP/1.1" status: 200  len: 943 time: 0.0865512
Jun 14 03:24:03.099250 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-c0607645-c86a-4e99-836d-6a7a82389787 req-27b42cfc-df49-4204-b6cc-93d5cbc99f87 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398540
Jun 14 03:24:03.117228 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41244d90-e1b4-4033-a0a5-e4208d96e262 req-09192c26-ca1b-4224-a556-c17df9b1a319 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:03.118779 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-41244d90-e1b4-4033-a0a5-e4208d96e262 req-09192c26-ca1b-4224-a556-c17df9b1a319 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/networks?id=3c332c0b-dc21-4baa-bc4e-126c9f163489 HTTP/1.1" status: 200  len: 809 time: 0.1868937
Jun 14 03:24:03.134416 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-41244d90-e1b4-4033-a0a5-e4208d96e262 req-74073415-480a-464c-9bfc-aefe81d45ba3 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/quotas/f2b9f0b6de724516b58c713512694217 HTTP/1.1" status: 200  len: 375 time: 0.0092332
Jun 14 03:24:03.179139 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-41244d90-e1b4-4033-a0a5-e4208d96e262 req-b7c11ce6-8c2e-43a3-a808-28a8652b1f26 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f2b9f0b6de724516b58c713512694217&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0388448
Jun 14 03:24:03.295173 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adacc268-4d45-487b-af82-3a331c701d90 req-1ef75f5b-f60e-4a48-8934-160f00e53a56 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:03.296663 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-adacc268-4d45-487b-af82-3a331c701d90 req-1ef75f5b-f60e-4a48-8934-160f00e53a56 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 946 time: 0.0748882
Jun 14 03:24:03.311801 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-41244d90-e1b4-4033-a0a5-e4208d96e262 req-7a8fe423-d9b1-4d45-b664-42cb4dd701e1 service neutron] 10.222.0.13 "GET /v2.0/networks/3c332c0b-dc21-4baa-bc4e-126c9f163489?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1256540
Jun 14 03:24:03.352579 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-adacc268-4d45-487b-af82-3a331c701d90 req-3fe59a30-3aea-45af-b492-259fd333ec29 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472665
Jun 14 03:24:03.454907 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-41244d90-e1b4-4033-a0a5-e4208d96e262 req-ce9f1aa6-61be-4ae5-a97f-9f334d95c816 service neutron] 10.222.0.13 "GET /v2.0/networks/3c332c0b-dc21-4baa-bc4e-126c9f163489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1371882
Jun 14 03:24:03.922241 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe14b78b-da76-4450-8a58-2397a8b5612c req-a6534a72-6c68-4de9-9408-0cf674af64d3 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:03.923752 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-fe14b78b-da76-4450-8a58-2397a8b5612c req-a6534a72-6c68-4de9-9408-0cf674af64d3 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4294f363-fd1f-46f0-8428-1ae8ca56a612 HTTP/1.1" status: 200  len: 946 time: 0.0745268
Jun 14 03:24:03.966543 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-fe14b78b-da76-4450-8a58-2397a8b5612c req-686062f3-0cf0-4f39-963a-d05b63f796aa tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369747
Jun 14 03:24:04.054969 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-3dcd4695-ceb5-4761-b946-bf335a1e40ac req-41bedaf6-eef0-448e-804b-37c5c2ccca23 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ed96a77-a8d0-473c-a68d-35b87ade21a5 HTTP/1.1" status: 200  len: 210 time: 0.0338187
Jun 14 03:24:04.329106 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7b825-978f-428e-bf99-6775b997c694 req-17a04adf-55f7-4abc-9b63-9a596cbda8ad tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:04.340129 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-60b7b825-978f-428e-bf99-6775b997c694 req-17a04adf-55f7-4abc-9b63-9a596cbda8ad tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c062b9a-20df-4ff7-945a-fdb43d010ed2 HTTP/1.1" status: 200  len: 943 time: 0.1036470
Jun 14 03:24:04.414554 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-60b7b825-978f-428e-bf99-6775b997c694 req-4f830bf7-7e6f-42d3-927a-e250c32b5d18 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676138
Jun 14 03:24:04.501512 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-b79300e3-7098-43aa-acc4-dbb6838a4d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:04.609803 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae1cc5c-54d2-492f-8b8a-6a5545aa8371 req-74c6110c-3ece-4b16-b443-87cbdb48d1ad tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:04.611424 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-1ae1cc5c-54d2-492f-8b8a-6a5545aa8371 req-74c6110c-3ece-4b16-b443-87cbdb48d1ad tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 946 time: 0.1020520
Jun 14 03:24:04.656582 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-1ae1cc5c-54d2-492f-8b8a-6a5545aa8371 req-c70ed3b5-1ad8-46de-bba6-9157adc9e23f tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395162
Jun 14 03:24:04.931963 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619abe2a-9c8c-4bf4-9841-c4bb6c4fc9fd req-a7a37aab-8679-4867-a956-86acafc8241c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:04.934556 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-619abe2a-9c8c-4bf4-9841-c4bb6c4fc9fd req-a7a37aab-8679-4867-a956-86acafc8241c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d770a57b3e724678a2cc69c7a9890825&device_id=4294f363-fd1f-46f0-8428-1ae8ca56a612 HTTP/1.1" status: 200  len: 1099 time: 0.0645344
Jun 14 03:24:05.066787 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619abe2a-9c8c-4bf4-9841-c4bb6c4fc9fd req-6f7b7272-c872-4d37-bcac-df64ae0a556a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:05.068291 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-619abe2a-9c8c-4bf4-9841-c4bb6c4fc9fd req-6f7b7272-c872-4d37-bcac-df64ae0a556a service neutron] 10.222.0.37 "GET /v2.0/networks?id=5a47fa3e-70b2-4efd-bce9-673f89030784 HTTP/1.1" status: 200  len: 919 time: 0.1118536
Jun 14 03:24:05.137635 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-619abe2a-9c8c-4bf4-9841-c4bb6c4fc9fd req-83f992b0-e457-4296-9672-84f400faeb07 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34006e75-80c3-4179-834e-6909e786b5ba HTTP/1.1" status: 200  len: 217 time: 0.0616987
Jun 14 03:24:05.156053 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-5795f408-12a8-47e1-b1e0-716b64fbb567 req-b1cb4816-32d3-4de4-aaa2-140c0e4c15bb tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ed96a77-a8d0-473c-a68d-35b87ade21a5 HTTP/1.1" status: 200  len: 210 time: 0.0329187
Jun 14 03:24:05.168670 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:05.231789 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619abe2a-9c8c-4bf4-9841-c4bb6c4fc9fd req-b186b169-b7e3-4e0a-84f6-22a1e656142a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:05.233045 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-619abe2a-9c8c-4bf4-9841-c4bb6c4fc9fd req-b186b169-b7e3-4e0a-84f6-22a1e656142a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=22848147-cf67-4dfd-aeab-710e50c30d70 HTTP/1.1" status: 200  len: 858 time: 0.0732024
Jun 14 03:24:05.257596 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62205f6-deee-491e-b231-f40c3fb53e99 req-cc1a80f7-394c-401c-ae15-f31d6f74be58 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:05.259087 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-e62205f6-deee-491e-b231-f40c3fb53e99 req-cc1a80f7-394c-401c-ae15-f31d6f74be58 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4294f363-fd1f-46f0-8428-1ae8ca56a612 HTTP/1.1" status: 200  len: 946 time: 0.1767337
Jun 14 03:24:05.286849 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-619abe2a-9c8c-4bf4-9841-c4bb6c4fc9fd req-90ae90db-02a4-4d12-9e12-100626ffd8d4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5a47fa3e-70b2-4efd-bce9-673f89030784&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0461783
Jun 14 03:24:05.359643 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-e62205f6-deee-491e-b231-f40c3fb53e99 req-17ca0f46-6067-4c05-b5a1-550065a375c4 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717785
Jun 14 03:24:05.441252 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-619abe2a-9c8c-4bf4-9841-c4bb6c4fc9fd req-15739302-559e-4e3a-a16b-7ba41c677bbc service neutron] 10.222.0.37 "GET /v2.0/networks/5a47fa3e-70b2-4efd-bce9-673f89030784?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1446652
Jun 14 03:24:05.597673 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-619abe2a-9c8c-4bf4-9841-c4bb6c4fc9fd req-a2aa91a5-406f-497d-a4ac-ff051a02580e service neutron] 10.222.0.37 "GET /v2.0/networks/5a47fa3e-70b2-4efd-bce9-673f89030784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1494765
Jun 14 03:24:05.636171 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a6f7d4-42f7-4a13-9308-6a26877196df req-81144cd9-6998-431e-8e37-6987f47990a1 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:05.637997 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-54a6f7d4-42f7-4a13-9308-6a26877196df req-81144cd9-6998-431e-8e37-6987f47990a1 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c062b9a-20df-4ff7-945a-fdb43d010ed2 HTTP/1.1" status: 200  len: 943 time: 0.0815830
Jun 14 03:24:05.688020 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-54a6f7d4-42f7-4a13-9308-6a26877196df req-926d56fd-ee1f-4627-8385-1a2c5bb64955 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441217
Jun 14 03:24:05.845361 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee8f9f-f21e-457a-a044-a2eb89a0bc77 req-060924f6-0b0e-4a61-b997-949926ad8c50 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:05.846941 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-ceee8f9f-f21e-457a-a044-a2eb89a0bc77 req-060924f6-0b0e-4a61-b997-949926ad8c50 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 946 time: 0.0691619
Jun 14 03:24:05.889424 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-ceee8f9f-f21e-457a-a044-a2eb89a0bc77 req-c56df3e9-91f8-4ef9-b4b1-0c1dd2c4b2ae tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0367980
Jun 14 03:24:06.317092 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-101e8080-0c3a-4304-8f66-af1b4b8f5653 req-5d5d9d85-566b-4c06-8cf4-9ebf4dffa14d tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ed96a77-a8d0-473c-a68d-35b87ade21a5 HTTP/1.1" status: 200  len: 210 time: 0.0366652
Jun 14 03:24:06.428463 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c10b1c-18ce-4b43-b660-093f8f131624 req-92582059-d63f-4d0c-a5a7-14562a72b5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:06.430159 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-21c10b1c-18ce-4b43-b660-093f8f131624 req-92582059-d63f-4d0c-a5a7-14562a72b5a8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9155b325d6cd4337b263e1034bb9dbfb&device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 1099 time: 0.0706909
Jun 14 03:24:06.603347 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c10b1c-18ce-4b43-b660-093f8f131624 req-35e5715b-45e8-461b-a743-72d7f4956390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:06.604778 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-21c10b1c-18ce-4b43-b660-093f8f131624 req-35e5715b-45e8-461b-a743-72d7f4956390 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f65bd812-254a-48f4-8498-d6b6b04b0ab8 HTTP/1.1" status: 200  len: 918 time: 0.1652362
Jun 14 03:24:06.691737 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d62ba7-9f6e-4f71-9328-63a60c8934c9 req-73a25700-55bc-42b6-81a4-12f191306c16 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:06.693163 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-99d62ba7-9f6e-4f71-9328-63a60c8934c9 req-73a25700-55bc-42b6-81a4-12f191306c16 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4294f363-fd1f-46f0-8428-1ae8ca56a612 HTTP/1.1" status: 200  len: 946 time: 0.2140493
Jun 14 03:24:06.746365 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-21c10b1c-18ce-4b43-b660-093f8f131624 req-e9c6e0f0-2e53-448b-a561-b0917987f575 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f77975c8-c610-4ab3-81f9-48ca459d07e0 HTTP/1.1" status: 200  len: 1002 time: 0.1325121
Jun 14 03:24:06.763748 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-99d62ba7-9f6e-4f71-9328-63a60c8934c9 req-3ecc27e3-fac8-4c2b-9c44-1c94d0288241 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609090
Jun 14 03:24:06.817317 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c10b1c-18ce-4b43-b660-093f8f131624 req-3b9e7022-7c51-4cec-9d71-c3fb8a52153b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:06.818960 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-21c10b1c-18ce-4b43-b660-093f8f131624 req-3b9e7022-7c51-4cec-9d71-c3fb8a52153b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=545b480d-c2cb-4869-a2a3-42345a60be46 HTTP/1.1" status: 200  len: 856 time: 0.0543563
Jun 14 03:24:06.888620 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf54f76-2d3a-4b70-b32c-b72b63a88e77 req-10d049b6-f9aa-4ad1-8ee1-35926026e910 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:06.890302 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-faf54f76-2d3a-4b70-b32c-b72b63a88e77 req-10d049b6-f9aa-4ad1-8ee1-35926026e910 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c062b9a-20df-4ff7-945a-fdb43d010ed2 HTTP/1.1" status: 200  len: 943 time: 0.0845201
Jun 14 03:24:06.897452 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c10b1c-18ce-4b43-b660-093f8f131624 req-47f74e9a-7b05-448b-8833-9296d779322b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:06.898988 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-21c10b1c-18ce-4b43-b660-093f8f131624 req-47f74e9a-7b05-448b-8833-9296d779322b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f65bd812-254a-48f4-8498-d6b6b04b0ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0702298
Jun 14 03:24:06.938997 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-faf54f76-2d3a-4b70-b32c-b72b63a88e77 req-57443d5e-afab-478d-9374-644940422a4b tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423770
Jun 14 03:24:06.945026 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-a2368c4f-93ee-4c7e-8daf-9106cd283307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:07.034436 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-21c10b1c-18ce-4b43-b660-093f8f131624 req-03fff975-e186-4b43-bc37-7616222e458d service neutron] 10.222.0.37 "GET /v2.0/networks/f65bd812-254a-48f4-8498-d6b6b04b0ab8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1227651
Jun 14 03:24:07.169213 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:07.253114 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device a6f25ba7-626c-4538-840e-8bb3bfd09671 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=92487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 14 03:24:07.390078 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port a6f25ba7-626c-4538-840e-8bb3bfd09671, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=a6f25ba7-626c-4538-840e-8bb3bfd09671,segment=NetworkSegment(b291bd91-84e2-429d-ad5c-40697d97b7c7),segment_id=b291bd91-84e2-429d-ad5c-40697d97b7c7)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:24:07.414062 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Returning: {'device': 'a6f25ba7-626c-4538-840e-8bb3bfd09671', 'network_id': '61252df1-fba7-4cd7-ac4e-3221f1850428', 'port_id': 'a6f25ba7-626c-4538-840e-8bb3bfd09671', 'mac_address': 'fa:16:3e:8d:ab:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f595d2be-eb52-4bd5-862c-ea2ca2054972', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 14 03:24:07.427032 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-21c10b1c-18ce-4b43-b660-093f8f131624 req-9fc79b15-87b2-44c3-a89b-81ed8627a86d service neutron] 10.222.0.37 "GET /v2.0/networks/f65bd812-254a-48f4-8498-d6b6b04b0ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3794308
Jun 14 03:24:07.435055 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641fa54a-75f6-44cc-a389-2cbf601b1543 req-88d6079f-a3ce-4cf4-977a-aba105d076a9 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:07.436512 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-641fa54a-75f6-44cc-a389-2cbf601b1543 req-88d6079f-a3ce-4cf4-977a-aba105d076a9 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 946 time: 0.3981841
Jun 14 03:24:07.492262 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-641fa54a-75f6-44cc-a389-2cbf601b1543 req-e34a5d8b-c875-46c3-a708-d6e9bacdcec6 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461874
Jun 14 03:24:07.500079 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-76bdbf4e-b9fc-4fc2-9502-a35c52e40198 req-17607c35-5d01-48fc-aaf3-d3c04f1a21b0 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ed96a77-a8d0-473c-a68d-35b87ade21a5 HTTP/1.1" status: 200  len: 210 time: 0.0445912
Jun 14 03:24:07.638008 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:07.657729 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.notifiers.nova [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6f25ba7-626c-4538-840e-8bb3bfd09671 {{(pid=92487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 14 03:24:07.686740 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port a6f25ba7-626c-4538-840e-8bb3bfd09671, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=a6f25ba7-626c-4538-840e-8bb3bfd09671,segment=NetworkSegment(b291bd91-84e2-429d-ad5c-40697d97b7c7),segment_id=b291bd91-84e2-429d-ad5c-40697d97b7c7)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:24:07.740279 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41244d90-e1b4-4033-a0a5-e4208d96e262 req-30ba46b8-9b6f-483d-9220-df336fb7c235 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:07.741747 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-41244d90-e1b4-4033-a0a5-e4208d96e262 req-30ba46b8-9b6f-483d-9220-df336fb7c235 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.37 "GET /v2.0/networks?id=3c332c0b-dc21-4baa-bc4e-126c9f163489 HTTP/1.1" status: 200  len: 809 time: 0.1584241
Jun 14 03:24:07.759691 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [req-41244d90-e1b4-4033-a0a5-e4208d96e262 req-90ce9f08-4945-4108-aed9-b88c8ab69103 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Request body: {'port': {'device_id': '1ed96a77-a8d0-473c-a68d-35b87ade21a5', 'network_id': '3c332c0b-dc21-4baa-bc4e-126c9f163489', 'admin_state_up': True, 'tenant_id': 'f2b9f0b6de724516b58c713512694217'}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:24:07.823577 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:07.826824 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-353220c0-6c5d-4613-823c-35258c7a6360 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:24:07.898092 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Pushing event updated for resources: {'Port': ['ID=a6f25ba7-626c-4538-840e-8bb3bfd09671,revision_number=4']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:24:07.912399 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:24:07.912954 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:24:07.914240 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:24:07.914240 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:24:07.914460 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:24:07.914757 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:24:07.915215 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:24:07.915607 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:24:07.916025 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:24:07.916416 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:24:07.917250 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:24:07.918449 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:24:07.927473 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:24:07.989578 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8980dbef-f75e-4fdf-9188-f6973f8d1bb9 req-8713f47e-9d45-4f90-915b-c98f1a070ed8 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:07.989578 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-8980dbef-f75e-4fdf-9188-f6973f8d1bb9 req-8713f47e-9d45-4f90-915b-c98f1a070ed8 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4294f363-fd1f-46f0-8428-1ae8ca56a612 HTTP/1.1" status: 200  len: 946 time: 0.0917978
Jun 14 03:24:08.023982 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-8980dbef-f75e-4fdf-9188-f6973f8d1bb9 req-ca277ce9-0a02-40b7-8e52-fddf9737e06d tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0363936
Jun 14 03:24:08.057857 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41244d90-e1b4-4033-a0a5-e4208d96e262 req-90ce9f08-4945-4108-aed9-b88c8ab69103 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Made reservation on behalf of f2b9f0b6de724516b58c713512694217 for: {'port': 1} {{(pid=92486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 14 03:24:08.061437 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-41244d90-e1b4-4033-a0a5-e4208d96e262 req-90ce9f08-4945-4108-aed9-b88c8ab69103 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for port, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:08.120703 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-a6614653-0164-4561-80ac-e583b9425df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:08.132455 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf3c8e7-b842-4c90-9333-8094b2db45c3 req-89eb98db-2b83-49c1-b551-73c0907fd9a4 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:08.134234 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-daf3c8e7-b842-4c90-9333-8094b2db45c3 req-89eb98db-2b83-49c1-b551-73c0907fd9a4 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c062b9a-20df-4ff7-945a-fdb43d010ed2 HTTP/1.1" status: 200  len: 944 time: 0.0741885
Jun 14 03:24:08.151882 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] get_ports_and_sgs() called for port_ids ['a6f25ba7-626c-4538-840e-8bb3bfd09671'] {{(pid=92487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 14 03:24:08.194777 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-daf3c8e7-b842-4c90-9333-8094b2db45c3 req-215db4cb-87d7-4df6-b000-908eb479e114 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537825
Jun 14 03:24:08.233813 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.db_base_plugin_common [req-41244d90-e1b4-4033-a0a5-e4208d96e262 req-90ce9f08-4945-4108-aed9-b88c8ab69103 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Allocated IP 172.20.0.9 (3c332c0b-dc21-4baa-bc4e-126c9f163489/5ee2d046-803d-43fe-964a-845253f644b8/c746c889-13c8-4a56-af25-873508d16fe3) {{(pid=92486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 14 03:24:08.424444 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-41244d90-e1b4-4033-a0a5-e4208d96e262 req-90ce9f08-4945-4108-aed9-b88c8ab69103 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Notify callbacks [] for port, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:08.608729 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-41244d90-e1b4-4033-a0a5-e4208d96e262 req-90ce9f08-4945-4108-aed9-b88c8ab69103 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-668656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756196682527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63152314'] for port, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:08.615730 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-227bd0e2-535c-4490-bfa9-79d7aec4f38a tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:24:08.690991 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbc9c61-94f5-4ede-b47a-0a7d5f6209ad req-9f5588e9-d7c0-4574-9de5-c4e3af0196ee tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:08.692615 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-7bbc9c61-94f5-4ede-b47a-0a7d5f6209ad req-9f5588e9-d7c0-4574-9de5-c4e3af0196ee tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ed96a77-a8d0-473c-a68d-35b87ade21a5 HTTP/1.1" status: 200  len: 931 time: 0.0765848
Jun 14 03:24:08.716112 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41244d90-e1b4-4033-a0a5-e4208d96e262 req-90ce9f08-4945-4108-aed9-b88c8ab69103 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Network 3c332c0b-dc21-4baa-bc4e-126c9f163489 is already hosted by enough agents. {{(pid=92486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 14 03:24:08.722647 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.base_scheduler [req-41244d90-e1b4-4033-a0a5-e4208d96e262 req-90ce9f08-4945-4108-aed9-b88c8ab69103 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Resources bound (agent type, host, resource id):  {{(pid=92486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:24:08.732374 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.l3_dvrscheduler_db [req-41244d90-e1b4-4033-a0a5-e4208d96e262 req-90ce9f08-4945-4108-aed9-b88c8ab69103 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Received port after_create {{(pid=92486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 14 03:24:08.750700 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ce9f08-4945-4108-aed9-b88c8ab69103 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Pushing event updated for resources: {'Port': ['ID=c746c889-13c8-4a56-af25-873508d16fe3,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:24:08.753671 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-90ce9f08-4945-4108-aed9-b88c8ab69103 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:24:08.763145 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-7bbc9c61-94f5-4ede-b47a-0a7d5f6209ad req-60403ecd-dc47-42c2-afe2-4782ca1a7e9d tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/security-groups?id=156de974-1935-4d66-a47e-bb65e833bf9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642500
Jun 14 03:24:08.816043 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41244d90-e1b4-4033-a0a5-e4208d96e262 req-90ce9f08-4945-4108-aed9-b88c8ab69103 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:08.816651 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-41244d90-e1b4-4033-a0a5-e4208d96e262 req-90ce9f08-4945-4108-aed9-b88c8ab69103 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for port, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:08.828170 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe5baa-20e0-4c50-a8aa-5f9683fb6f37 req-9f8899c3-8582-4400-afd9-65ea434a6822 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:08.829522 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-0dfe5baa-20e0-4c50-a8aa-5f9683fb6f37 req-9f8899c3-8582-4400-afd9-65ea434a6822 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 946 time: 0.2148046
Jun 14 03:24:08.880030 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-0dfe5baa-20e0-4c50-a8aa-5f9683fb6f37 req-81ce9c8e-8815-4857-9519-eb5c8bfce6b7 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437236
Jun 14 03:24:08.962929 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-41244d90-e1b4-4033-a0a5-e4208d96e262 req-90ce9f08-4945-4108-aed9-b88c8ab69103 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2068141
Jun 14 03:24:08.981133 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [req-41244d90-e1b4-4033-a0a5-e4208d96e262 req-8507c1b9-957e-4b3b-8be0-126e12422c7a service neutron] Request body: {'port': {'device_id': '1ed96a77-a8d0-473c-a68d-35b87ade21a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:24:09.065839 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-41244d90-e1b4-4033-a0a5-e4208d96e262 req-8507c1b9-957e-4b3b-8be0-126e12422c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:09.220463 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba20a23-97cc-4397-8c41-734b37ff0816 req-b0244b14-d6cf-4194-b2e1-ca533e4b7250 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:09.221921 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-7ba20a23-97cc-4397-8c41-734b37ff0816 req-b0244b14-d6cf-4194-b2e1-ca533e4b7250 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4294f363-fd1f-46f0-8428-1ae8ca56a612 HTTP/1.1" status: 200  len: 946 time: 0.0740597
Jun 14 03:24:09.253696 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device a6f25ba7-626c-4538-840e-8bb3bfd09671 up at agent hyperv_hv-cinder-79617 {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:24:09.269993 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-7ba20a23-97cc-4397-8c41-734b37ff0816 req-8b842e1a-7a56-4016-8f31-4c37db41ee76 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419507
Jun 14 03:24:09.406019 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Provisioning for port a6f25ba7-626c-4538-840e-8bb3bfd09671 completed by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:24:09.410775 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Provisioning complete for port a6f25ba7-626c-4538-840e-8bb3bfd09671 triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:24:09.411424 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:09.501227 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c4fce-8825-42bd-a97a-2530b2b06f13 req-e61e832d-0855-41b8-9c81-90f056a71ef5 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:09.502745 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-2b2c4fce-8825-42bd-a97a-2530b2b06f13 req-e61e832d-0855-41b8-9c81-90f056a71ef5 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c062b9a-20df-4ff7-945a-fdb43d010ed2 HTTP/1.1" status: 200  len: 944 time: 0.1700842
Jun 14 03:24:09.533809 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.notifiers.nova [req-41244d90-e1b4-4033-a0a5-e4208d96e262 req-8507c1b9-957e-4b3b-8be0-126e12422c7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c746c889-13c8-4a56-af25-873508d16fe3 {{(pid=92486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 14 03:24:09.544221 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-41244d90-e1b4-4033-a0a5-e4208d96e262 req-8507c1b9-957e-4b3b-8be0-126e12422c7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:09.550816 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f96bbc-d089-4707-9149-20c9c2756bd3 req-17264e6c-8962-4128-af59-def38dbb5d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:09.552338 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-a5f96bbc-d089-4707-9149-20c9c2756bd3 req-17264e6c-8962-4128-af59-def38dbb5d18 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4294f363-fd1f-46f0-8428-1ae8ca56a612 HTTP/1.1" status: 200  len: 1099 time: 0.0754633
Jun 14 03:24:09.565636 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:09.572725 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-2b2c4fce-8825-42bd-a97a-2530b2b06f13 req-1d7b4408-9739-4d2e-965c-81e84232bb3f tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635741
Jun 14 03:24:09.573815 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.provisioning_blocks [req-41244d90-e1b4-4033-a0a5-e4208d96e262 req-8507c1b9-957e-4b3b-8be0-126e12422c7a service neutron] Transition to ACTIVE for port object c746c889-13c8-4a56-af25-873508d16fe3 will not be triggered until provisioned by entity L2. {{(pid=92486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:24:09.600649 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c062b9a-20df-4ff7-945a-fdb43d010ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f25ba7-626c-4538-840e-8bb3bfd09671'}] {{(pid=92487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:24:09.603038 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}681963f073e70c07aac8dc5e895e90246fb88e956d84982da350f3581d0ebeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a069ead8-0a52-4e88-98e0-73c87a49af1f" -d '{"events": [{"server_uuid": "4c062b9a-20df-4ff7-945a-fdb43d010ed2", "name": "network-vif-plugged", "status": "completed", "tag": "a6f25ba7-626c-4538-840e-8bb3bfd09671"}]}' {{(pid=92487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:24:09.607869 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-a5f96bbc-d089-4707-9149-20c9c2756bd3 req-46abcfb6-f1ee-4fff-a215-8ca6fee86e50 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478725
Jun 14 03:24:09.631873 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port a6f25ba7-626c-4538-840e-8bb3bfd09671, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=a6f25ba7-626c-4538-840e-8bb3bfd09671,segment=NetworkSegment(b291bd91-84e2-429d-ad5c-40697d97b7c7),segment_id=b291bd91-84e2-429d-ad5c-40697d97b7c7)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:24:09.639891 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-407487b7-178e-4cf1-86e3-2cb43c1131b5 x-openstack-request-id: req-407487b7-178e-4cf1-86e3-2cb43c1131b5 {{(pid=92487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:24:09.640174 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c062b9a-20df-4ff7-945a-fdb43d010ed2", "name": "network-vif-plugged", "status": "completed", "tag": "a6f25ba7-626c-4538-840e-8bb3bfd09671", "code": 200}]} {{(pid=92487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:24:09.640437 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-407487b7-178e-4cf1-86e3-2cb43c1131b5 {{(pid=92487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:24:09.640833 dv-cinder-796170-1-iscsi neutron-server[92487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c062b9a-20df-4ff7-945a-fdb43d010ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6f25ba7-626c-4538-840e-8bb3bfd09671', 'code': 200}
Jun 14 03:24:09.671136 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-41244d90-e1b4-4033-a0a5-e4208d96e262 req-8507c1b9-957e-4b3b-8be0-126e12422c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63152260'] for port, after_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:09.674892 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:24:09.700780 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:09.701687 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device f77975c8-c610-4ab3-81f9-48ca459d07e0 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 14 03:24:09.757338 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:24:09.768424 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-37effd67-6caa-48ba-975b-7ec46c17b4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:09.797519 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8507c1b9-957e-4b3b-8be0-126e12422c7a service neutron] Pushing event updated for resources: {'Port': ['ID=c746c889-13c8-4a56-af25-873508d16fe3,revision_number=2']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:24:09.802008 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-8507c1b9-957e-4b3b-8be0-126e12422c7a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:24:09.816347 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.agents_db [None req-ff4782b4-218c-43ce-8b60-1c0132b4bc55 None None] Agent healthcheck: found 6 active agents {{(pid=92488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 14 03:24:09.901361 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Pushing event updated for resources: {'Port': ['ID=a6f25ba7-626c-4538-840e-8bb3bfd09671,revision_number=5']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:24:09.905555 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:24:09.906625 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:09.910274 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.managers [req-41244d90-e1b4-4033-a0a5-e4208d96e262 req-8507c1b9-957e-4b3b-8be0-126e12422c7a service neutron] Attempting to bind port c746c889-13c8-4a56-af25-873508d16fe3 on host hv-cinder-79617 for vnic_type normal with profile  {{(pid=92486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 14 03:24:09.910632 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.managers [req-41244d90-e1b4-4033-a0a5-e4208d96e262 req-8507c1b9-957e-4b3b-8be0-126e12422c7a service neutron] Attempting to bind port c746c889-13c8-4a56-af25-873508d16fe3 by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': '4fde2819-b443-47f3-830a-4caf2bb2fdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3c332c0b-dc21-4baa-bc4e-126c9f163489'}] {{(pid=92486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 14 03:24:09.910961 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41244d90-e1b4-4033-a0a5-e4208d96e262 req-8507c1b9-957e-4b3b-8be0-126e12422c7a service neutron] Attempting to bind port c746c889-13c8-4a56-af25-873508d16fe3 on network 3c332c0b-dc21-4baa-bc4e-126c9f163489 {{(pid=92486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 14 03:24:09.944048 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41244d90-e1b4-4033-a0a5-e4208d96e262 req-8507c1b9-957e-4b3b-8be0-126e12422c7a service neutron] Port c746c889-13c8-4a56-af25-873508d16fe3 on network 3c332c0b-dc21-4baa-bc4e-126c9f163489 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=92486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 14 03:24:09.944392 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41244d90-e1b4-4033-a0a5-e4208d96e262 req-8507c1b9-957e-4b3b-8be0-126e12422c7a service neutron] Attempting to bind port c746c889-13c8-4a56-af25-873508d16fe3 on network 3c332c0b-dc21-4baa-bc4e-126c9f163489 {{(pid=92486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 14 03:24:09.949527 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port f77975c8-c610-4ab3-81f9-48ca459d07e0, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=f77975c8-c610-4ab3-81f9-48ca459d07e0,segment=NetworkSegment(99683377-2e48-4740-a2d4-b719402867ef),segment_id=99683377-2e48-4740-a2d4-b719402867ef)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:24:09.957319 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41244d90-e1b4-4033-a0a5-e4208d96e262 req-8507c1b9-957e-4b3b-8be0-126e12422c7a service neutron] Checking agent: {'id': 'd909c266-64e1-43b2-ab9b-45098cd1126f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 20, 5), 'started_at': datetime.datetime(2021, 6, 14, 3, 20, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 14 03:24:09.957652 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41244d90-e1b4-4033-a0a5-e4208d96e262 req-8507c1b9-957e-4b3b-8be0-126e12422c7a service neutron] Checking segment: {'id': '4fde2819-b443-47f3-830a-4caf2bb2fdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3c332c0b-dc21-4baa-bc4e-126c9f163489'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 14 03:24:09.958028 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41244d90-e1b4-4033-a0a5-e4208d96e262 req-8507c1b9-957e-4b3b-8be0-126e12422c7a service neutron] Bound using segment: {'id': '4fde2819-b443-47f3-830a-4caf2bb2fdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3c332c0b-dc21-4baa-bc4e-126c9f163489'} {{(pid=92486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 14 03:24:09.958471 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.managers [req-41244d90-e1b4-4033-a0a5-e4208d96e262 req-8507c1b9-957e-4b3b-8be0-126e12422c7a service neutron] Bound port: c746c889-13c8-4a56-af25-873508d16fe3, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fde2819-b443-47f3-830a-4caf2bb2fdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3c332c0b-dc21-4baa-bc4e-126c9f163489'}}] {{(pid=92486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 14 03:24:09.958814 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-41244d90-e1b4-4033-a0a5-e4208d96e262 req-8507c1b9-957e-4b3b-8be0-126e12422c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:10.040078 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:10.041771 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:24:10.045162 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb739f4-5dfa-45ce-92e8-6614094dd225 req-e03524e0-bce1-45fa-a50f-8646998bce9e tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:10.046695 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-8eb739f4-5dfa-45ce-92e8-6614094dd225 req-e03524e0-bce1-45fa-a50f-8646998bce9e tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ed96a77-a8d0-473c-a68d-35b87ade21a5 HTTP/1.1" status: 200  len: 943 time: 0.1513941
Jun 14 03:24:10.077120 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.db [req-41244d90-e1b4-4033-a0a5-e4208d96e262 req-8507c1b9-957e-4b3b-8be0-126e12422c7a service neutron] For port c746c889-13c8-4a56-af25-873508d16fe3, host hv-cinder-79617, cleared binding levels {{(pid=92486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 14 03:24:10.094306 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.db [req-41244d90-e1b4-4033-a0a5-e4208d96e262 req-8507c1b9-957e-4b3b-8be0-126e12422c7a service neutron] For port c746c889-13c8-4a56-af25-873508d16fe3, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=c746c889-13c8-4a56-af25-873508d16fe3,segment=NetworkSegment(4fde2819-b443-47f3-830a-4caf2bb2fdc3),segment_id=4fde2819-b443-47f3-830a-4caf2bb2fdc3)] {{(pid=92486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 14 03:24:10.109300 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-8eb739f4-5dfa-45ce-92e8-6614094dd225 req-a12a99f7-5794-430b-b953-496d4e55b496 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/security-groups?id=156de974-1935-4d66-a47e-bb65e833bf9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556180
Jun 14 03:24:10.128324 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Pushing event updated for resources: {'Port': ['ID=f77975c8-c610-4ab3-81f9-48ca459d07e0,revision_number=8']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:24:10.135471 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:24:10.138739 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec3b5d5-4c72-4506-bea5-f2c0d5bdbb4b req-6c3e0cb9-3b84-420d-8569-0461a62b3500 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:10.140938 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-5ec3b5d5-4c72-4506-bea5-f2c0d5bdbb4b req-6c3e0cb9-3b84-420d-8569-0461a62b3500 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 946 time: 0.1252789
Jun 14 03:24:10.174304 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-41244d90-e1b4-4033-a0a5-e4208d96e262 req-8507c1b9-957e-4b3b-8be0-126e12422c7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63152260'] for port, after_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:10.177233 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:24:10.196995 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bca1106-366a-43d4-8875-c59e4a7c4b76 req-57c9fe89-2bd8-4aab-a52d-eca3ebe3590c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:10.198562 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-8bca1106-366a-43d4-8875-c59e4a7c4b76 req-57c9fe89-2bd8-4aab-a52d-eca3ebe3590c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4c062b9a-20df-4ff7-945a-fdb43d010ed2 HTTP/1.1" status: 200  len: 1098 time: 0.1250861
Jun 14 03:24:10.201382 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-5ec3b5d5-4c72-4506-bea5-f2c0d5bdbb4b req-95835fa1-eec0-41c9-a13b-fc132e13d9f2 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0534902
Jun 14 03:24:10.211260 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41244d90-e1b4-4033-a0a5-e4208d96e262 req-8507c1b9-957e-4b3b-8be0-126e12422c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:10.211942 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-41244d90-e1b4-4033-a0a5-e4208d96e262 req-8507c1b9-957e-4b3b-8be0-126e12422c7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for port, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:10.213304 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-41244d90-e1b4-4033-a0a5-e4208d96e262 req-8507c1b9-957e-4b3b-8be0-126e12422c7a service neutron] 10.222.0.37 "PUT /v2.0/ports/c746c889-13c8-4a56-af25-873508d16fe3 HTTP/1.1" status: 200  len: 1093 time: 1.2370560
Jun 14 03:24:10.216177 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ed96a77-a8d0-473c-a68d-35b87ade21a5', 'tag': 'c746c889-13c8-4a56-af25-873508d16fe3'}] {{(pid=92486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:24:10.218475 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5355d7bc3b36bcf9a7ee8a2281ad208d869c89ac4cdf4014809f5322b7820d6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbfa2586-e3c9-4cbd-98de-3e3906266abe" -d '{"events": [{"name": "network-changed", "server_uuid": "1ed96a77-a8d0-473c-a68d-35b87ade21a5", "tag": "c746c889-13c8-4a56-af25-873508d16fe3"}]}' {{(pid=92486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:24:10.248800 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8507c1b9-957e-4b3b-8be0-126e12422c7a service neutron] Pushing event updated for resources: {'Port': ['ID=c746c889-13c8-4a56-af25-873508d16fe3,revision_number=3']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:24:10.252689 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-8507c1b9-957e-4b3b-8be0-126e12422c7a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:24:10.255437 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 03:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37df4b0-6d3f-4204-8c43-84721dee927f x-openstack-request-id: req-e37df4b0-6d3f-4204-8c43-84721dee927f {{(pid=92486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:24:10.255820 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ed96a77-a8d0-473c-a68d-35b87ade21a5", "tag": "c746c889-13c8-4a56-af25-873508d16fe3", "status": "completed", "code": 200}]} {{(pid=92486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:24:10.262164 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e37df4b0-6d3f-4204-8c43-84721dee927f {{(pid=92486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:24:10.262164 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ed96a77-a8d0-473c-a68d-35b87ade21a5', 'tag': 'c746c889-13c8-4a56-af25-873508d16fe3', 'status': 'completed', 'code': 200}
Jun 14 03:24:10.466988 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdca0c5e-3b66-405b-9628-e6c93a8aae71 req-60b5f8a7-1ad7-4010-899b-61a82e41b752 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:10.469497 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-fdca0c5e-3b66-405b-9628-e6c93a8aae71 req-60b5f8a7-1ad7-4010-899b-61a82e41b752 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4294f363-fd1f-46f0-8428-1ae8ca56a612 HTTP/1.1" status: 200  len: 946 time: 0.0802786
Jun 14 03:24:10.528162 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-fdca0c5e-3b66-405b-9628-e6c93a8aae71 req-837b7a21-0c0c-4b21-b003-2dcfe125712d tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447509
Jun 14 03:24:10.785529 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02095de2-3765-4347-b138-dfbc96acf3fb req-f4efc74d-dba8-4511-a986-9028958de591 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:10.787048 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-02095de2-3765-4347-b138-dfbc96acf3fb req-f4efc74d-dba8-4511-a986-9028958de591 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c062b9a-20df-4ff7-945a-fdb43d010ed2 HTTP/1.1" status: 200  len: 945 time: 0.0757160
Jun 14 03:24:10.830405 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-02095de2-3765-4347-b138-dfbc96acf3fb req-028b0f29-11b1-409e-a20f-319c72257533 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376651
Jun 14 03:24:11.304983 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c3b087-a6dd-46f2-9169-af5dc10402ad req-3f15d9b4-63b8-4294-99d0-6dae65e79beb tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:11.306455 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-99c3b087-a6dd-46f2-9169-af5dc10402ad req-3f15d9b4-63b8-4294-99d0-6dae65e79beb tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ed96a77-a8d0-473c-a68d-35b87ade21a5 HTTP/1.1" status: 200  len: 943 time: 0.0729902
Jun 14 03:24:11.352077 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-99c3b087-a6dd-46f2-9169-af5dc10402ad req-3a8dbc1c-ed26-4d6b-89f8-bc1b3f7e5a1d tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/security-groups?id=156de974-1935-4d66-a47e-bb65e833bf9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389771
Jun 14 03:24:11.641914 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42dd05e8-da3a-4299-b72c-8d5e864bcc8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f77975c8-c610-4ab3-81f9-48ca459d07e0'}] {{(pid=92487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:24:11.644401 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}681963f073e70c07aac8dc5e895e90246fb88e956d84982da350f3581d0ebeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e168e7-c859-4dd6-bb5d-dc04f791cc37" -d '{"events": [{"server_uuid": "42dd05e8-da3a-4299-b72c-8d5e864bcc8d", "name": "network-vif-unplugged", "status": "completed", "tag": "f77975c8-c610-4ab3-81f9-48ca459d07e0"}]}' {{(pid=92487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:24:11.718864 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab0e2c-9761-4d25-91b5-436f6a9e69fd req-a4d9721f-e85f-45f1-ad31-e48076a75d2c tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:11.720285 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-c8ab0e2c-9761-4d25-91b5-436f6a9e69fd req-a4d9721f-e85f-45f1-ad31-e48076a75d2c tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4294f363-fd1f-46f0-8428-1ae8ca56a612 HTTP/1.1" status: 200  len: 946 time: 0.0686264
Jun 14 03:24:11.762886 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-c8ab0e2c-9761-4d25-91b5-436f6a9e69fd req-5f57ddab-c305-4e51-ac00-2fe82c941964 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369794
Jun 14 03:24:11.800420 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Jun 2021 03:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c61b81-200e-4a47-888f-33a6d432c97e x-openstack-request-id: req-51c61b81-200e-4a47-888f-33a6d432c97e {{(pid=92487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:24:11.800758 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42dd05e8-da3a-4299-b72c-8d5e864bcc8d", "name": "network-vif-unplugged", "status": "completed", "tag": "f77975c8-c610-4ab3-81f9-48ca459d07e0", "code": 200}]} {{(pid=92487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:24:11.801018 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-51c61b81-200e-4a47-888f-33a6d432c97e {{(pid=92487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:24:11.801410 dv-cinder-796170-1-iscsi neutron-server[92487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42dd05e8-da3a-4299-b72c-8d5e864bcc8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f77975c8-c610-4ab3-81f9-48ca459d07e0', 'code': 200}
Jun 14 03:24:11.967596 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9894f2-9429-420c-849c-e7f16bd15cf1 req-7e4fea76-c2cb-4a0e-811e-246addf46c7f tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:11.969139 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-ef9894f2-9429-420c-849c-e7f16bd15cf1 req-7e4fea76-c2cb-4a0e-811e-246addf46c7f tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 944 time: 0.0950842
Jun 14 03:24:12.019084 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-ef9894f2-9429-420c-849c-e7f16bd15cf1 req-fef603c9-4f71-4391-8a2a-89c94f0b0194 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440454
Jun 14 03:24:12.029746 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b0a8cb-988f-4773-9d81-4557505af8fe req-c0ef3687-61c1-40d5-a2a5-e3c461a23579 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:12.031263 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-d2b0a8cb-988f-4773-9d81-4557505af8fe req-c0ef3687-61c1-40d5-a2a5-e3c461a23579 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c062b9a-20df-4ff7-945a-fdb43d010ed2 HTTP/1.1" status: 200  len: 945 time: 0.0752752
Jun 14 03:24:12.080725 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-d2b0a8cb-988f-4773-9d81-4557505af8fe req-83821c02-4e1e-4623-8bd2-bbf26e0f798e tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433528
Jun 14 03:24:12.521676 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 43034) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:24:12.539187 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87001e7a-c9f3-40c9-ac05-abdeb4d5fbd4 req-f0812541-da64-435d-a073-baca5b83f545 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:12.540675 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-87001e7a-c9f3-40c9-ac05-abdeb4d5fbd4 req-f0812541-da64-435d-a073-baca5b83f545 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ed96a77-a8d0-473c-a68d-35b87ade21a5 HTTP/1.1" status: 200  len: 943 time: 0.0723820
Jun 14 03:24:12.593852 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-87001e7a-c9f3-40c9-ac05-abdeb4d5fbd4 req-59cc653e-5234-490c-91e4-f70ef4cbc8de tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/security-groups?id=156de974-1935-4d66-a47e-bb65e833bf9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472078
Jun 14 03:24:12.626611 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-4f3030f1-925c-4032-b0d0-d3b693513ef6 req-f2d5e74e-22b8-472b-aa5c-3425afbd7c97 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1036246
Jun 14 03:24:12.980436 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6155daf8-5a8d-49f9-945b-cf228e7b4226 req-dca6227d-1723-4d2f-9253-97e1600783ae tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:12.982437 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-6155daf8-5a8d-49f9-945b-cf228e7b4226 req-dca6227d-1723-4d2f-9253-97e1600783ae tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4294f363-fd1f-46f0-8428-1ae8ca56a612 HTTP/1.1" status: 200  len: 946 time: 0.0910146
Jun 14 03:24:13.026689 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-6155daf8-5a8d-49f9-945b-cf228e7b4226 req-8323c74b-5e8d-4f54-b4b1-4d1e4056a835 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372298
Jun 14 03:24:13.221031 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353f9525-3536-49a0-a046-9487cb5d103a req-9c5bf54c-a56b-4bf8-ab24-7c7a5bb6d9ee tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:13.222413 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-353f9525-3536-49a0-a046-9487cb5d103a req-9c5bf54c-a56b-4bf8-ab24-7c7a5bb6d9ee tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 944 time: 0.0742600
Jun 14 03:24:13.259597 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e99df22-4bc1-41f5-9616-e8e7290d3657 req-bff9708c-d7aa-4c94-b8a7-782a9c63189e tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:13.261698 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-1e99df22-4bc1-41f5-9616-e8e7290d3657 req-bff9708c-d7aa-4c94-b8a7-782a9c63189e tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c062b9a-20df-4ff7-945a-fdb43d010ed2 HTTP/1.1" status: 200  len: 945 time: 0.0686679
Jun 14 03:24:13.264458 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-353f9525-3536-49a0-a046-9487cb5d103a req-0dda63fa-02a6-448c-b788-215a11d9c836 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0362742
Jun 14 03:24:13.303440 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-1e99df22-4bc1-41f5-9616-e8e7290d3657 req-cf7e7c6c-66b6-4e89-b5e0-4905cec4e44a tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0352464
Jun 14 03:24:13.362215 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-8bca1106-366a-43d4-8875-c59e4a7c4b76 req-a4c169d5-f18c-46ba-a345-273a5ad83b6b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0327163
Jun 14 03:24:13.404396 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa2586-e3c9-4cbd-98de-3e3906266abe req-79d80818-9c5b-4a11-b5a6-6d742fe6fdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:13.405915 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-bbfa2586-e3c9-4cbd-98de-3e3906266abe req-79d80818-9c5b-4a11-b5a6-6d742fe6fdb7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f2b9f0b6de724516b58c713512694217&device_id=1ed96a77-a8d0-473c-a68d-35b87ade21a5 HTTP/1.1" status: 200  len: 1096 time: 0.0625429
Jun 14 03:24:13.601329 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa2586-e3c9-4cbd-98de-3e3906266abe req-a4f9cf64-850f-4e74-bd80-f9a8309ad740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:13.602706 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-bbfa2586-e3c9-4cbd-98de-3e3906266abe req-a4f9cf64-850f-4e74-bd80-f9a8309ad740 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f2b9f0b6de724516b58c713512694217&shared=False HTTP/1.1" status: 200  len: 910 time: 0.1211088
Jun 14 03:24:13.794958 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa2586-e3c9-4cbd-98de-3e3906266abe req-9e07b977-7791-4b91-831b-7dfe3261cc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:13.796407 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-bbfa2586-e3c9-4cbd-98de-3e3906266abe req-9e07b977-7791-4b91-831b-7dfe3261cc55 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1746147
Jun 14 03:24:13.817949 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ff7e8-4c6f-4bdc-bf5c-a9aee78eb2a2 req-e0d35d44-f587-4da4-a101-436718c9bb91 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:13.819570 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-f74ff7e8-4c6f-4bdc-bf5c-a9aee78eb2a2 req-e0d35d44-f587-4da4-a101-436718c9bb91 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ed96a77-a8d0-473c-a68d-35b87ade21a5 HTTP/1.1" status: 200  len: 943 time: 0.0944052
Jun 14 03:24:13.868788 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-f74ff7e8-4c6f-4bdc-bf5c-a9aee78eb2a2 req-5ca0152e-d639-4503-9b9f-dca767a22869 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/security-groups?id=156de974-1935-4d66-a47e-bb65e833bf9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410182
Jun 14 03:24:13.932046 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41244d90-e1b4-4033-a0a5-e4208d96e262 req-019fad0c-e31b-471d-b75d-58c496951425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:13.934406 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-41244d90-e1b4-4033-a0a5-e4208d96e262 req-019fad0c-e31b-471d-b75d-58c496951425 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f2b9f0b6de724516b58c713512694217&device_id=1ed96a77-a8d0-473c-a68d-35b87ade21a5 HTTP/1.1" status: 200  len: 1096 time: 0.0613871
Jun 14 03:24:13.995269 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-41244d90-e1b4-4033-a0a5-e4208d96e262 req-30619a64-8953-4b6b-ba9a-531f1c64217c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c746c889-13c8-4a56-af25-873508d16fe3 HTTP/1.1" status: 200  len: 217 time: 0.0489104
Jun 14 03:24:14.067236 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41244d90-e1b4-4033-a0a5-e4208d96e262 req-f682abaf-fdd5-4593-b5d2-70e86a55d699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:14.073063 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-41244d90-e1b4-4033-a0a5-e4208d96e262 req-f682abaf-fdd5-4593-b5d2-70e86a55d699 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5ee2d046-803d-43fe-964a-845253f644b8 HTTP/1.1" status: 200  len: 849 time: 0.0630970
Jun 14 03:24:14.114664 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-41244d90-e1b4-4033-a0a5-e4208d96e262 req-2499df9a-ef30-4817-a1c0-9c0e43e5516c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3c332c0b-dc21-4baa-bc4e-126c9f163489&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0329432
Jun 14 03:24:14.181094 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device f77975c8-c610-4ab3-81f9-48ca459d07e0 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 14 03:24:14.226445 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb884fa-ebcf-49c5-bbbd-54be684ca8b3 req-25ef0a56-e44b-4252-a87c-e63f9706de5b tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:14.234086 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-beb884fa-ebcf-49c5-bbbd-54be684ca8b3 req-25ef0a56-e44b-4252-a87c-e63f9706de5b tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4294f363-fd1f-46f0-8428-1ae8ca56a612 HTTP/1.1" status: 200  len: 946 time: 0.0879488
Jun 14 03:24:14.253473 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-41244d90-e1b4-4033-a0a5-e4208d96e262 req-67def598-edd5-41a4-9b4c-f7cd8bc62d5d service neutron] 10.222.0.37 "GET /v2.0/networks/3c332c0b-dc21-4baa-bc4e-126c9f163489?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1251273
Jun 14 03:24:14.287039 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-beb884fa-ebcf-49c5-bbbd-54be684ca8b3 req-fac076f9-69b8-4dae-bcea-fd823389bef1 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516984
Jun 14 03:24:14.634790 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9039aa1-8a90-4893-aeb7-8f108b0752b5 req-b84819aa-2315-4138-8d5e-bec19f6d1fef tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:14.636929 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-b9039aa1-8a90-4893-aeb7-8f108b0752b5 req-b84819aa-2315-4138-8d5e-bec19f6d1fef tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c062b9a-20df-4ff7-945a-fdb43d010ed2 HTTP/1.1" status: 200  len: 945 time: 0.0748925
Jun 14 03:24:14.661099 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-41244d90-e1b4-4033-a0a5-e4208d96e262 req-2860806a-f00a-4595-bc32-c21307649058 service neutron] 10.222.0.37 "GET /v2.0/networks/3c332c0b-dc21-4baa-bc4e-126c9f163489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3974109
Jun 14 03:24:14.681240 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-b9039aa1-8a90-4893-aeb7-8f108b0752b5 req-086a5d18-d16d-4bbc-bd23-d096b08eac25 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383704
Jun 14 03:24:14.701995 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c090576-eaa3-43cf-bd95-95e9caa1c511 req-57605825-cb42-47d7-adc5-9bb8841396df tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:14.703780 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-3c090576-eaa3-43cf-bd95-95e9caa1c511 req-57605825-cb42-47d7-adc5-9bb8841396df tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 944 time: 0.0976942
Jun 14 03:24:14.753820 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-3c090576-eaa3-43cf-bd95-95e9caa1c511 req-16534e74-b8aa-4100-a6ec-7e9be6ced5e2 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438123
Jun 14 03:24:15.074817 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce05412-c68d-4505-b584-65dfe85359d1 req-f0ff7642-2be2-438f-8aae-13ba13123c4d tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:15.079542 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-cce05412-c68d-4505-b584-65dfe85359d1 req-f0ff7642-2be2-438f-8aae-13ba13123c4d tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ed96a77-a8d0-473c-a68d-35b87ade21a5 HTTP/1.1" status: 200  len: 943 time: 0.0934496
Jun 14 03:24:15.120960 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-cce05412-c68d-4505-b584-65dfe85359d1 req-614678e4-5469-4e0d-b9d6-f385adae1762 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/security-groups?id=156de974-1935-4d66-a47e-bb65e833bf9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377872
Jun 14 03:24:15.231038 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0e3a26-f630-41d4-8008-2b931db39081 req-027506b7-d50c-48be-98dd-aa4049aed767 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:15.232484 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-6a0e3a26-f630-41d4-8008-2b931db39081 req-027506b7-d50c-48be-98dd-aa4049aed767 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4294f363-fd1f-46f0-8428-1ae8ca56a612 HTTP/1.1" status: 200  len: 946 time: 0.0741875
Jun 14 03:24:15.253252 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfe7f79-1055-4bb3-8712-4ac0e854d84e req-04fcfa51-f91c-4284-8fc0-12c6f87ea5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:15.254787 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-fdfe7f79-1055-4bb3-8712-4ac0e854d84e req-04fcfa51-f91c-4284-8fc0-12c6f87ea5b6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d770a57b3e724678a2cc69c7a9890825&device_id=4294f363-fd1f-46f0-8428-1ae8ca56a612 HTTP/1.1" status: 200  len: 1099 time: 0.0600412
Jun 14 03:24:15.273840 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-6a0e3a26-f630-41d4-8008-2b931db39081 req-1dd8f81d-4c29-417b-b859-cadeebb5256c tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0353286
Jun 14 03:24:15.381201 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfe7f79-1055-4bb3-8712-4ac0e854d84e req-b1d4e3a4-f4ca-45f3-876b-e762d7a4ddba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:15.382645 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-fdfe7f79-1055-4bb3-8712-4ac0e854d84e req-b1d4e3a4-f4ca-45f3-876b-e762d7a4ddba service neutron] 10.222.0.37 "GET /v2.0/networks?id=5a47fa3e-70b2-4efd-bce9-673f89030784 HTTP/1.1" status: 200  len: 919 time: 0.1136456
Jun 14 03:24:15.453222 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-fdfe7f79-1055-4bb3-8712-4ac0e854d84e req-e8aed946-1f92-437e-9aa2-ea65178d7033 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34006e75-80c3-4179-834e-6909e786b5ba HTTP/1.1" status: 200  len: 217 time: 0.0466573
Jun 14 03:24:15.515597 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfe7f79-1055-4bb3-8712-4ac0e854d84e req-7cdab082-5a2c-45e8-87c1-55447dcfdb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:15.516923 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-fdfe7f79-1055-4bb3-8712-4ac0e854d84e req-7cdab082-5a2c-45e8-87c1-55447dcfdb36 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=22848147-cf67-4dfd-aeab-710e50c30d70 HTTP/1.1" status: 200  len: 858 time: 0.0565815
Jun 14 03:24:15.554153 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-fdfe7f79-1055-4bb3-8712-4ac0e854d84e req-1d9bf009-08ce-437c-b4fd-907c4ded6b29 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5a47fa3e-70b2-4efd-bce9-673f89030784&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0302217
Jun 14 03:24:15.671362 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-fdfe7f79-1055-4bb3-8712-4ac0e854d84e req-fa5cdef5-1f71-42f6-9d28-48aeb246895d service neutron] 10.222.0.37 "GET /v2.0/networks/5a47fa3e-70b2-4efd-bce9-673f89030784?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1104624
Jun 14 03:24:15.799366 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-fdfe7f79-1055-4bb3-8712-4ac0e854d84e req-643315eb-14f7-406c-8ddb-38a27a570c02 service neutron] 10.222.0.37 "GET /v2.0/networks/5a47fa3e-70b2-4efd-bce9-673f89030784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1191399
Jun 14 03:24:15.892562 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c92031-1419-43eb-8ee8-d39095bce5b4 req-e111234a-bd2a-47ef-9ec5-17b036571338 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:15.894232 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-f9c92031-1419-43eb-8ee8-d39095bce5b4 req-e111234a-bd2a-47ef-9ec5-17b036571338 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c062b9a-20df-4ff7-945a-fdb43d010ed2 HTTP/1.1" status: 200  len: 945 time: 0.0925450
Jun 14 03:24:15.940976 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-f9c92031-1419-43eb-8ee8-d39095bce5b4 req-e06ab2ab-93a6-41d4-b0a6-a876c476f61e tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403821
Jun 14 03:24:15.987618 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc44ef8-d72e-4a14-8feb-7e446fa117d1 req-c4a7a792-8615-47cf-9fe4-8a2ace6d0de3 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:15.989109 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-cbc44ef8-d72e-4a14-8feb-7e446fa117d1 req-c4a7a792-8615-47cf-9fe4-8a2ace6d0de3 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 944 time: 0.0956426
Jun 14 03:24:16.034812 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-cbc44ef8-d72e-4a14-8feb-7e446fa117d1 req-22c41ef3-8fe1-4daa-ba8d-71c7efda41fe tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397320
Jun 14 03:24:16.314562 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0971a99-1f64-48cb-810a-1c199e52c9d1 req-83ef0d7b-21f3-44ff-97f5-f4f2a543a75c tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:16.316140 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-e0971a99-1f64-48cb-810a-1c199e52c9d1 req-83ef0d7b-21f3-44ff-97f5-f4f2a543a75c tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ed96a77-a8d0-473c-a68d-35b87ade21a5 HTTP/1.1" status: 200  len: 943 time: 0.0750675
Jun 14 03:24:16.361076 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-e0971a99-1f64-48cb-810a-1c199e52c9d1 req-eb22fa38-2681-40cc-b8e2-473694763869 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/security-groups?id=156de974-1935-4d66-a47e-bb65e833bf9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386782
Jun 14 03:24:16.469658 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b84c87-ed68-412c-9f07-748450d2217b req-69882824-dcea-4261-80d6-2c68397a623d tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:16.471403 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-63b84c87-ed68-412c-9f07-748450d2217b req-69882824-dcea-4261-80d6-2c68397a623d tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4294f363-fd1f-46f0-8428-1ae8ca56a612 HTTP/1.1" status: 200  len: 946 time: 0.0732350
Jun 14 03:24:16.517293 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-63b84c87-ed68-412c-9f07-748450d2217b req-ac2f4bdc-a504-4ea3-9088-dd56c8adf0d0 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400932
Jun 14 03:24:17.222527 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a7632-7d91-4e9e-96a9-cfcaf9fb1889 req-42d417b9-174b-495a-bc8c-94bdcf66c7bc tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:17.223991 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-538a7632-7d91-4e9e-96a9-cfcaf9fb1889 req-42d417b9-174b-495a-bc8c-94bdcf66c7bc tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 944 time: 0.0704217
Jun 14 03:24:17.267940 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-538a7632-7d91-4e9e-96a9-cfcaf9fb1889 req-36a063a3-a05c-4330-8ef8-36d31161b8be tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380299
Jun 14 03:24:17.547588 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632997cd-c78b-45f3-91ae-212fde7dff13 req-1747ae7e-a828-4188-b16b-ff2faed5515c tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:17.549143 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-632997cd-c78b-45f3-91ae-212fde7dff13 req-1747ae7e-a828-4188-b16b-ff2faed5515c tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ed96a77-a8d0-473c-a68d-35b87ade21a5 HTTP/1.1" status: 200  len: 943 time: 0.0719981
Jun 14 03:24:17.593053 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-632997cd-c78b-45f3-91ae-212fde7dff13 req-286233cb-ab1a-40b5-97a8-636b3df95c8b tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/security-groups?id=156de974-1935-4d66-a47e-bb65e833bf9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383856
Jun 14 03:24:17.754857 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580895ef-3fd9-40ec-8ba7-5b3c4af8adad req-89620fc0-2066-4957-8d0b-a1f2124089f1 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:17.756229 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-580895ef-3fd9-40ec-8ba7-5b3c4af8adad req-89620fc0-2066-4957-8d0b-a1f2124089f1 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4294f363-fd1f-46f0-8428-1ae8ca56a612 HTTP/1.1" status: 200  len: 946 time: 0.1237512
Jun 14 03:24:17.819877 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-580895ef-3fd9-40ec-8ba7-5b3c4af8adad req-832e19f4-9169-42dd-9b4c-ad4daa04ca51 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519323
Jun 14 03:24:17.821720 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3030f1-925c-4032-b0d0-d3b693513ef6 req-ba09f898-4307-4372-9788-9b50e239aca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:17.823136 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-4f3030f1-925c-4032-b0d0-d3b693513ef6 req-ba09f898-4307-4372-9788-9b50e239aca1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d&tenant_id=9155b325d6cd4337b263e1034bb9dbfb HTTP/1.1" status: 200  len: 1097 time: 0.1352410
Jun 14 03:24:17.933077 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3030f1-925c-4032-b0d0-d3b693513ef6 req-bf3cb113-a588-496e-a111-d7065f160ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:17.935098 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-4f3030f1-925c-4032-b0d0-d3b693513ef6 req-bf3cb113-a588-496e-a111-d7065f160ff8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9155b325d6cd4337b263e1034bb9dbfb&device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 1097 time: 0.0706484
Jun 14 03:24:18.069105 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3030f1-925c-4032-b0d0-d3b693513ef6 req-0b9e00a8-0106-48df-b530-59e2402087f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:18.074530 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-4f3030f1-925c-4032-b0d0-d3b693513ef6 req-0b9e00a8-0106-48df-b530-59e2402087f5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f65bd812-254a-48f4-8498-d6b6b04b0ab8 HTTP/1.1" status: 200  len: 918 time: 0.1280396
Jun 14 03:24:18.152774 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-4f3030f1-925c-4032-b0d0-d3b693513ef6 req-822a4684-650f-4a9e-accb-c08cf39834e6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f77975c8-c610-4ab3-81f9-48ca459d07e0 HTTP/1.1" status: 200  len: 1000 time: 0.0753300
Jun 14 03:24:18.211510 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device c746c889-13c8-4a56-af25-873508d16fe3 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=92487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 14 03:24:18.219128 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3030f1-925c-4032-b0d0-d3b693513ef6 req-b5752b84-7115-4ed2-b766-689831c4b8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:18.220599 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-4f3030f1-925c-4032-b0d0-d3b693513ef6 req-b5752b84-7115-4ed2-b766-689831c4b8ba service neutron] 10.222.0.37 "GET /v2.0/subnets?id=545b480d-c2cb-4869-a2a3-42345a60be46 HTTP/1.1" status: 200  len: 856 time: 0.0607357
Jun 14 03:24:18.292044 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3030f1-925c-4032-b0d0-d3b693513ef6 req-88754a6d-827c-4cba-9cd8-49b47ce3cff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:18.294270 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-4f3030f1-925c-4032-b0d0-d3b693513ef6 req-88754a6d-827c-4cba-9cd8-49b47ce3cff1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f65bd812-254a-48f4-8498-d6b6b04b0ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0656648
Jun 14 03:24:18.337269 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port c746c889-13c8-4a56-af25-873508d16fe3, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=c746c889-13c8-4a56-af25-873508d16fe3,segment=NetworkSegment(4fde2819-b443-47f3-830a-4caf2bb2fdc3),segment_id=4fde2819-b443-47f3-830a-4caf2bb2fdc3)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:24:18.350967 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Returning: {'device': 'c746c889-13c8-4a56-af25-873508d16fe3', 'network_id': '3c332c0b-dc21-4baa-bc4e-126c9f163489', 'port_id': 'c746c889-13c8-4a56-af25-873508d16fe3', 'mac_address': 'fa:16:3e:d8:c2:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ee2d046-803d-43fe-964a-845253f644b8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 14 03:24:18.401325 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:18.416729 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.notifiers.nova [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c746c889-13c8-4a56-af25-873508d16fe3 {{(pid=92487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 14 03:24:18.443561 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port c746c889-13c8-4a56-af25-873508d16fe3, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=c746c889-13c8-4a56-af25-873508d16fe3,segment=NetworkSegment(4fde2819-b443-47f3-830a-4caf2bb2fdc3),segment_id=4fde2819-b443-47f3-830a-4caf2bb2fdc3)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:24:18.462537 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-4f3030f1-925c-4032-b0d0-d3b693513ef6 req-139b6e98-a3a1-44ea-8a03-7a377a940098 service neutron] 10.222.0.37 "GET /v2.0/networks/f65bd812-254a-48f4-8498-d6b6b04b0ab8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1603167
Jun 14 03:24:18.512774 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aecf320-f7dc-4246-8dc3-8d3c042153c7 req-a727bf2e-19ca-4b51-8840-94a096d6335f tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:18.514262 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-0aecf320-f7dc-4246-8dc3-8d3c042153c7 req-a727bf2e-19ca-4b51-8840-94a096d6335f tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 944 time: 0.1113620
Jun 14 03:24:18.551074 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:18.553253 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:24:18.615058 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Pushing event updated for resources: {'Port': ['ID=c746c889-13c8-4a56-af25-873508d16fe3,revision_number=4']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:24:18.623409 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:24:18.628276 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-0aecf320-f7dc-4246-8dc3-8d3c042153c7 req-ffd285b0-8942-4f54-ba50-9b6da2ae07c2 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1035216
Jun 14 03:24:18.645355 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-4f3030f1-925c-4032-b0d0-d3b693513ef6 req-92dc6287-02d0-41b2-bea4-38a929e9bc87 service neutron] 10.222.0.37 "GET /v2.0/networks/f65bd812-254a-48f4-8498-d6b6b04b0ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1660130
Jun 14 03:24:18.825682 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9a5f0-3018-4627-a860-c84662f752f4 req-a12145c8-4d61-4b00-a3ad-f82f78331286 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:18.827652 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-acb9a5f0-3018-4627-a860-c84662f752f4 req-a12145c8-4d61-4b00-a3ad-f82f78331286 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ed96a77-a8d0-473c-a68d-35b87ade21a5 HTTP/1.1" status: 200  len: 944 time: 0.0771973
Jun 14 03:24:18.854438 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] get_ports_and_sgs() called for port_ids ['c746c889-13c8-4a56-af25-873508d16fe3'] {{(pid=92487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 14 03:24:18.879513 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-acb9a5f0-3018-4627-a860-c84662f752f4 req-23f653e3-782f-4c75-98d3-9f589a67ea05 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/security-groups?id=156de974-1935-4d66-a47e-bb65e833bf9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430448
Jun 14 03:24:19.082466 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a24d5d7-85f4-46dc-b0a0-4c1e1e56aab5 req-e5c67c81-990b-4f4e-88bd-2c38b179fc3d tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:19.084042 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-0a24d5d7-85f4-46dc-b0a0-4c1e1e56aab5 req-e5c67c81-990b-4f4e-88bd-2c38b179fc3d tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4294f363-fd1f-46f0-8428-1ae8ca56a612 HTTP/1.1" status: 200  len: 946 time: 0.0786471
Jun 14 03:24:19.128211 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-0a24d5d7-85f4-46dc-b0a0-4c1e1e56aab5 req-47d54c82-7439-4623-91e9-7184de148217 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379684
Jun 14 03:24:19.813961 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970196de-fcb9-4615-be34-e8cafe18fd31 req-ddfcc6d7-4818-4718-832e-6d69f10f6516 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:19.815424 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-970196de-fcb9-4615-be34-e8cafe18fd31 req-ddfcc6d7-4818-4718-832e-6d69f10f6516 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 944 time: 0.0711989
Jun 14 03:24:19.856729 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-970196de-fcb9-4615-be34-e8cafe18fd31 req-4eec223d-ba42-4c46-b0d7-920da4b23d56 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0357413
Jun 14 03:24:20.071485 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d03d901-4ea5-452a-9684-0460c53a1b83 req-9d5c641d-8197-45c8-876e-d08646ab8185 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:20.072939 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-0d03d901-4ea5-452a-9684-0460c53a1b83 req-9d5c641d-8197-45c8-876e-d08646ab8185 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ed96a77-a8d0-473c-a68d-35b87ade21a5 HTTP/1.1" status: 200  len: 944 time: 0.0729837
Jun 14 03:24:20.115570 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-0d03d901-4ea5-452a-9684-0460c53a1b83 req-cf23408d-fcc6-44a1-b715-64b10a08d72f tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/security-groups?id=156de974-1935-4d66-a47e-bb65e833bf9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0361342
Jun 14 03:24:21.056835 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a947b94b-78a9-44e0-9456-1301e9b03b97 req-a59afdc8-fc7b-491e-b4ef-d1dc90ba402b tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:21.059629 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-a947b94b-78a9-44e0-9456-1301e9b03b97 req-a59afdc8-fc7b-491e-b4ef-d1dc90ba402b tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 944 time: 0.0834398
Jun 14 03:24:21.111017 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-a947b94b-78a9-44e0-9456-1301e9b03b97 req-6c45cc0c-f770-43d1-9d91-28b9129f8463 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461373
Jun 14 03:24:21.292844 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9587cd-6fe0-4a4b-80f3-cf786ef06ab7 req-94bc9c2c-ac8f-4ca5-930d-c7c25b8667da tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:21.294262 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-cf9587cd-6fe0-4a4b-80f3-cf786ef06ab7 req-94bc9c2c-ac8f-4ca5-930d-c7c25b8667da tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ed96a77-a8d0-473c-a68d-35b87ade21a5 HTTP/1.1" status: 200  len: 944 time: 0.0676422
Jun 14 03:24:21.341433 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-cf9587cd-6fe0-4a4b-80f3-cf786ef06ab7 req-3b95480e-b0db-402f-a959-d1673b6c03d2 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/security-groups?id=156de974-1935-4d66-a47e-bb65e833bf9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414495
Jun 14 03:24:22.312234 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b9de28-826d-42d8-9ff1-5e7928b6e1e8 req-8a5140b4-94db-4720-b3b1-5b925003fedc tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:22.313610 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-e8b9de28-826d-42d8-9ff1-5e7928b6e1e8 req-8a5140b4-94db-4720-b3b1-5b925003fedc tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 944 time: 0.0743308
Jun 14 03:24:22.355361 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-e8b9de28-826d-42d8-9ff1-5e7928b6e1e8 req-e6ecc3c8-d9ec-4016-8c40-f635dd7f0b7d tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0352883
Jun 14 03:24:22.529586 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b45b751-8954-49cc-8c7f-758636725e07 req-7c79d84c-d5d4-4f12-875a-58648566a03f tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:22.531131 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-1b45b751-8954-49cc-8c7f-758636725e07 req-7c79d84c-d5d4-4f12-875a-58648566a03f tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ed96a77-a8d0-473c-a68d-35b87ade21a5 HTTP/1.1" status: 200  len: 944 time: 0.0738418
Jun 14 03:24:22.592091 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-1b45b751-8954-49cc-8c7f-758636725e07 req-1852487d-26f9-48c5-ab14-45f23fae346d tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/security-groups?id=156de974-1935-4d66-a47e-bb65e833bf9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550156
Jun 14 03:24:23.565348 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab36b8ff-c781-4e90-9c6e-9dfa59f5465b req-e9227bc9-c901-47e7-9ea1-37ea17426702 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:23.569052 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-ab36b8ff-c781-4e90-9c6e-9dfa59f5465b req-e9227bc9-c901-47e7-9ea1-37ea17426702 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 944 time: 0.0739310
Jun 14 03:24:23.618073 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-ab36b8ff-c781-4e90-9c6e-9dfa59f5465b req-698eba5e-615c-45ba-a502-15c055d23d79 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451808
Jun 14 03:24:23.796240 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9271d2aa-6bd3-4b2e-aea4-218c775e754b req-94b6a6a5-7dac-445a-b82d-1776b5b5e0f4 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:23.797740 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-9271d2aa-6bd3-4b2e-aea4-218c775e754b req-94b6a6a5-7dac-445a-b82d-1776b5b5e0f4 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ed96a77-a8d0-473c-a68d-35b87ade21a5 HTTP/1.1" status: 200  len: 944 time: 0.0705061
Jun 14 03:24:23.848179 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-9271d2aa-6bd3-4b2e-aea4-218c775e754b req-33ffbec2-8fb3-48d0-b1fd-1a23d8fa70aa tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/security-groups?id=156de974-1935-4d66-a47e-bb65e833bf9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443995
Jun 14 03:24:24.253713 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device c746c889-13c8-4a56-af25-873508d16fe3 up at agent hyperv_hv-cinder-79617 {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:24:24.384837 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Provisioning for port c746c889-13c8-4a56-af25-873508d16fe3 completed by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:24:24.388825 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Provisioning complete for port c746c889-13c8-4a56-af25-873508d16fe3 triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:24:24.389145 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:24.495103 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:24.521211 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ed96a77-a8d0-473c-a68d-35b87ade21a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c746c889-13c8-4a56-af25-873508d16fe3'}] {{(pid=92487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:24:24.523563 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}681963f073e70c07aac8dc5e895e90246fb88e956d84982da350f3581d0ebeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85bdb36-1e4c-4640-8771-527fc04492e7" -d '{"events": [{"server_uuid": "1ed96a77-a8d0-473c-a68d-35b87ade21a5", "name": "network-vif-plugged", "status": "completed", "tag": "c746c889-13c8-4a56-af25-873508d16fe3"}]}' {{(pid=92487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:24:24.539345 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port c746c889-13c8-4a56-af25-873508d16fe3, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=c746c889-13c8-4a56-af25-873508d16fe3,segment=NetworkSegment(4fde2819-b443-47f3-830a-4caf2bb2fdc3),segment_id=4fde2819-b443-47f3-830a-4caf2bb2fdc3)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:24:24.561136 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68514e84-e146-4073-b9e0-758e91a37c2f x-openstack-request-id: req-68514e84-e146-4073-b9e0-758e91a37c2f {{(pid=92487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:24:24.561435 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ed96a77-a8d0-473c-a68d-35b87ade21a5", "name": "network-vif-plugged", "status": "completed", "tag": "c746c889-13c8-4a56-af25-873508d16fe3", "code": 200}]} {{(pid=92487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:24:24.561702 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-68514e84-e146-4073-b9e0-758e91a37c2f {{(pid=92487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:24:24.562102 dv-cinder-796170-1-iscsi neutron-server[92487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ed96a77-a8d0-473c-a68d-35b87ade21a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c746c889-13c8-4a56-af25-873508d16fe3', 'code': 200}
Jun 14 03:24:24.636676 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:24.638520 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:24:24.692178 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Pushing event updated for resources: {'Port': ['ID=c746c889-13c8-4a56-af25-873508d16fe3,revision_number=5']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:24:24.699512 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:24:24.857072 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff5882-e037-41fb-9df0-e647bf2e3b22 req-f8f12461-0b29-43a9-b95c-76a48e14cf5d tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:24.858925 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-93ff5882-e037-41fb-9df0-e647bf2e3b22 req-f8f12461-0b29-43a9-b95c-76a48e14cf5d tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 944 time: 0.0756483
Jun 14 03:24:24.900774 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-93ff5882-e037-41fb-9df0-e647bf2e3b22 req-3d65af9f-704f-4a20-8234-a14158f2e457 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0363431
Jun 14 03:24:25.063042 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53070ab7-9c08-4afe-b41f-4cc6ab3c3adf req-8713a2e7-4d0c-4d38-a3e6-a6756fbff61c tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:25.064554 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-53070ab7-9c08-4afe-b41f-4cc6ab3c3adf req-8713a2e7-4d0c-4d38-a3e6-a6756fbff61c tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ed96a77-a8d0-473c-a68d-35b87ade21a5 HTTP/1.1" status: 200  len: 945 time: 0.0965033
Jun 14 03:24:25.114010 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-53070ab7-9c08-4afe-b41f-4cc6ab3c3adf req-53ad6b90-232c-4cfe-a461-25e715016bfd tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/security-groups?id=156de974-1935-4d66-a47e-bb65e833bf9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435667
Jun 14 03:24:26.087369 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeca853-f928-41ad-b6a3-bb22242faf3f req-eb4b6cd4-8b4b-4103-aa3b-949433263c8c tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:26.089644 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-5aeca853-f928-41ad-b6a3-bb22242faf3f req-eb4b6cd4-8b4b-4103-aa3b-949433263c8c tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 944 time: 0.0685465
Jun 14 03:24:26.132257 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-5aeca853-f928-41ad-b6a3-bb22242faf3f req-6509674e-c6e0-455f-a66d-eb371dab5834 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0365140
Jun 14 03:24:26.317770 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b38f4-d551-4f49-bd74-6499168507df req-44a70e5b-8f2c-45b8-8411-addbfcdf69e4 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:26.319549 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-8d6b38f4-d551-4f49-bd74-6499168507df req-44a70e5b-8f2c-45b8-8411-addbfcdf69e4 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ed96a77-a8d0-473c-a68d-35b87ade21a5 HTTP/1.1" status: 200  len: 945 time: 0.0870838
Jun 14 03:24:26.363975 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-8d6b38f4-d551-4f49-bd74-6499168507df req-0fe6f227-1137-484b-94f2-a5141f53754f tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/security-groups?id=156de974-1935-4d66-a47e-bb65e833bf9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381446
Jun 14 03:24:27.339386 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93fd805-78fc-4ff7-837f-e392d719a296 req-43e1056e-ab62-4e42-98d7-36d3ed066901 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:27.341707 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-c93fd805-78fc-4ff7-837f-e392d719a296 req-43e1056e-ab62-4e42-98d7-36d3ed066901 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 944 time: 0.0890391
Jun 14 03:24:27.400467 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-c93fd805-78fc-4ff7-837f-e392d719a296 req-4888a0a4-4f34-4bde-a450-fef8eff14bab tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0512161
Jun 14 03:24:27.561579 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a36a8c-7357-43fa-909a-faee42d889fb req-8de46140-1aea-4869-b0a4-4fcdfda34447 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:27.563039 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-38a36a8c-7357-43fa-909a-faee42d889fb req-8de46140-1aea-4869-b0a4-4fcdfda34447 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ed96a77-a8d0-473c-a68d-35b87ade21a5 HTTP/1.1" status: 200  len: 945 time: 0.0732563
Jun 14 03:24:27.610960 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-38a36a8c-7357-43fa-909a-faee42d889fb req-645aa107-2445-4ca7-b348-34de4c4e5baa tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/security-groups?id=156de974-1935-4d66-a47e-bb65e833bf9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416527
Jun 14 03:24:28.600231 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710568fc-cef6-4262-bba6-4d2309c3f06a req-e5415041-4477-4942-a892-0cd5f829d74e tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:28.601887 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-710568fc-cef6-4262-bba6-4d2309c3f06a req-e5415041-4477-4942-a892-0cd5f829d74e tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 944 time: 0.0740952
Jun 14 03:24:28.655177 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-710568fc-cef6-4262-bba6-4d2309c3f06a req-dcb3c506-3120-43ce-acb3-b4cefa614800 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457408
Jun 14 03:24:28.830087 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9832961-7b29-48f0-816e-dfe88bc4e2a0 req-8b7ac8d6-fb6e-4030-a350-d2470af673b9 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:28.831998 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-f9832961-7b29-48f0-816e-dfe88bc4e2a0 req-8b7ac8d6-fb6e-4030-a350-d2470af673b9 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ed96a77-a8d0-473c-a68d-35b87ade21a5 HTTP/1.1" status: 200  len: 945 time: 0.0889356
Jun 14 03:24:28.903269 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-f9832961-7b29-48f0-816e-dfe88bc4e2a0 req-e115773d-e990-4fa5-a96c-78f6560caaca tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/security-groups?id=156de974-1935-4d66-a47e-bb65e833bf9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652885
Jun 14 03:24:29.801599 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 43340) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:24:29.847843 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fba508-7969-46f0-bfad-6addec28951a req-9546b6b1-d9db-40b1-8a6c-3d4296111902 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:29.849385 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-34fba508-7969-46f0-bfad-6addec28951a req-9546b6b1-d9db-40b1-8a6c-3d4296111902 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 944 time: 0.0738580
Jun 14 03:24:29.895053 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-34fba508-7969-46f0-bfad-6addec28951a req-edb3e9e1-c9bb-481f-a3b1-48bb0e6d2ade tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391331
Jun 14 03:24:29.921508 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-7b5d5ca1-146c-4fad-ba2e-8db220a7d19f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:30.036280 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-7b5d5ca1-146c-4fad-ba2e-8db220a7d19f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:30.130848 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd57af2-31fb-435c-a6df-64288b143c23 req-8d7fc8cf-c0d1-451a-af33-b14ce1d87455 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:30.132908 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-1fd57af2-31fb-435c-a6df-64288b143c23 req-8d7fc8cf-c0d1-451a-af33-b14ce1d87455 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ed96a77-a8d0-473c-a68d-35b87ade21a5 HTTP/1.1" status: 200  len: 945 time: 0.0876107
Jun 14 03:24:30.138882 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-7b5d5ca1-146c-4fad-ba2e-8db220a7d19f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:30.142736 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-3d1cec08-c46b-4145-a31d-2ba72a8769f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:24:30.202317 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5d5ca1-146c-4fad-ba2e-8db220a7d19f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880f048b-70a5-45b6-b56e-29f519be0e1b,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:24:30.211094 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-7b5d5ca1-146c-4fad-ba2e-8db220a7d19f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4bf7258d7eae4ab1bb43da5c1f75cb03&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4063694
Jun 14 03:24:30.211094 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-7b5d5ca1-146c-4fad-ba2e-8db220a7d19f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:24:30.211485 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 43346) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:24:30.224609 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-1fd57af2-31fb-435c-a6df-64288b143c23 req-427568a4-55de-417d-9f36-da8d83d2449f tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/security-groups?id=156de974-1935-4d66-a47e-bb65e833bf9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828035
Jun 14 03:24:30.267553 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-923e91c1-3405-4ee6-b077-42ef485fdaec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:30.299069 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-923e91c1-3405-4ee6-b077-42ef485fdaec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:30.639930 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-923e91c1-3405-4ee6-b077-42ef485fdaec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:30.644299 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-923e91c1-3405-4ee6-b077-42ef485fdaec admin admin] Notify callbacks [] for security_group, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:30.648482 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-923e91c1-3405-4ee6-b077-42ef485fdaec admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/880f048b-70a5-45b6-b56e-29f519be0e1b HTTP/1.1" status: 204  len: 168 time: 0.4359202
Jun 14 03:24:30.649776 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-e325b767-d23c-4f46-b73c-e12822356401 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:24:30.665328 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e91c1-3405-4ee6-b077-42ef485fdaec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880f048b-70a5-45b6-b56e-29f519be0e1b,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:24:30.676469 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-923e91c1-3405-4ee6-b077-42ef485fdaec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:24:31.106079 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d5755b-184b-449d-8dfe-1b0408ff0538 req-2cf6e387-d7b4-4efe-a848-6a761b265351 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:31.108150 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-20d5755b-184b-449d-8dfe-1b0408ff0538 req-2cf6e387-d7b4-4efe-a848-6a761b265351 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 944 time: 0.0765266
Jun 14 03:24:31.173868 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-20d5755b-184b-449d-8dfe-1b0408ff0538 req-8af87d5e-feaf-49a9-a106-a14e06026704 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0591233
Jun 14 03:24:31.418917 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532560e8-8c21-4d8d-b2c0-5e57b89050a2 req-f7b6b0c0-ad8b-46c6-ad79-0977a0cb604e tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:31.420373 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-532560e8-8c21-4d8d-b2c0-5e57b89050a2 req-f7b6b0c0-ad8b-46c6-ad79-0977a0cb604e tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ed96a77-a8d0-473c-a68d-35b87ade21a5 HTTP/1.1" status: 200  len: 945 time: 0.0747063
Jun 14 03:24:31.468764 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-532560e8-8c21-4d8d-b2c0-5e57b89050a2 req-512ac56c-f3fb-48e2-8d29-0eb38c8e066e tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/security-groups?id=156de974-1935-4d66-a47e-bb65e833bf9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426068
Jun 14 03:24:32.388554 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8db643-cf04-4d28-a938-0b1f14447413 req-56bfc071-bb4b-4c7e-b0c4-6c48d8be762a tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:32.394887 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-8d8db643-cf04-4d28-a938-0b1f14447413 req-56bfc071-bb4b-4c7e-b0c4-6c48d8be762a tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 944 time: 0.0916576
Jun 14 03:24:32.480758 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-8d8db643-cf04-4d28-a938-0b1f14447413 req-93ff214a-0371-4254-8463-2267ce3fa677 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0837097
Jun 14 03:24:32.669606 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c1bdc2-2bce-4819-875c-bfeb0ce25414 req-1bf6f508-929a-4872-8bcb-2fd5a3f4ad5b tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:32.671052 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-b0c1bdc2-2bce-4819-875c-bfeb0ce25414 req-1bf6f508-929a-4872-8bcb-2fd5a3f4ad5b tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ed96a77-a8d0-473c-a68d-35b87ade21a5 HTTP/1.1" status: 200  len: 945 time: 0.0698225
Jun 14 03:24:32.729135 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-b0c1bdc2-2bce-4819-875c-bfeb0ce25414 req-0993b268-17a5-41bf-858e-b3c33d824bbd tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/security-groups?id=156de974-1935-4d66-a47e-bb65e833bf9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517890
Jun 14 03:24:33.686007 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f068f24f-3cca-4d1f-9401-a06419bbdab3 req-0f447e23-6384-4e35-bab4-0362235034c6 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:33.687533 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-f068f24f-3cca-4d1f-9401-a06419bbdab3 req-0f447e23-6384-4e35-bab4-0362235034c6 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 944 time: 0.0752625
Jun 14 03:24:33.730863 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-f068f24f-3cca-4d1f-9401-a06419bbdab3 req-2a1e9e7d-87d0-4d0f-b704-b1e626eaae5b tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0376875
Jun 14 03:24:33.935695 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39849551-7263-4784-ae03-05af9fa47cc2 req-b8ddd28c-28e5-4953-b114-be9314c132ed tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:33.937244 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-39849551-7263-4784-ae03-05af9fa47cc2 req-b8ddd28c-28e5-4953-b114-be9314c132ed tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ed96a77-a8d0-473c-a68d-35b87ade21a5 HTTP/1.1" status: 200  len: 945 time: 0.0884593
Jun 14 03:24:34.215005 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-39849551-7263-4784-ae03-05af9fa47cc2 req-f0fc3b1b-8007-481b-9a88-16a9b97f31be tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/security-groups?id=156de974-1935-4d66-a47e-bb65e833bf9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2719574
Jun 14 03:24:34.445741 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-f183f07e-4cca-436d-894e-355a349dca08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:34.826400 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b74671-89a0-4140-a63b-410d0c5d9343 req-2b4b7999-730e-4db9-9fb2-79f8624d9d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:34.827791 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-e7b74671-89a0-4140-a63b-410d0c5d9343 req-2b4b7999-730e-4db9-9fb2-79f8624d9d9b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1ed96a77-a8d0-473c-a68d-35b87ade21a5 HTTP/1.1" status: 200  len: 1098 time: 0.0593054
Jun 14 03:24:34.871999 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-e7b74671-89a0-4140-a63b-410d0c5d9343 req-71953e9f-bc87-4059-be3c-4b91515adf9d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=156de974-1935-4d66-a47e-bb65e833bf9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0368109
Jun 14 03:24:34.930181 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d8544-a8e0-49ef-b5b6-2725a0af8fb1 req-a7af1b80-e2f7-4357-8930-a86713f5f568 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:34.937640 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-078d8544-a8e0-49ef-b5b6-2725a0af8fb1 req-a7af1b80-e2f7-4357-8930-a86713f5f568 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 944 time: 0.0773654
Jun 14 03:24:34.981397 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-078d8544-a8e0-49ef-b5b6-2725a0af8fb1 req-88b21979-2a14-422b-895e-ceaa644ba3b4 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403829
Jun 14 03:24:35.142634 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:35.404139 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0dcefb-8ff8-4eeb-b379-51feb7c085cb req-b85c4f38-c394-4ee4-8768-6bf61b67e128 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:35.405668 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-1a0dcefb-8ff8-4eeb-b379-51feb7c085cb req-b85c4f38-c394-4ee4-8768-6bf61b67e128 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ed96a77-a8d0-473c-a68d-35b87ade21a5 HTTP/1.1" status: 200  len: 945 time: 0.0729926
Jun 14 03:24:35.451910 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-1a0dcefb-8ff8-4eeb-b379-51feb7c085cb req-70cf0f8c-b647-4d5a-ba98-c0f1761c439c tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/security-groups?id=156de974-1935-4d66-a47e-bb65e833bf9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405130
Jun 14 03:24:35.522557 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 43494) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:24:35.629862 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-d0c0fee5-2c30-4936-a713-774b4c16e6a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:35.941587 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-d0c0fee5-2c30-4936-a713-774b4c16e6a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:36.029619 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-d0c0fee5-2c30-4936-a713-774b4c16e6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:36.035397 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-644eff4f-294a-43e5-b53a-d6ec13d25f5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:24:36.073920 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c0fee5-2c30-4936-a713-774b4c16e6a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30dd7f2b-a01b-49a9-87a8-a4b81d68e0d8,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:24:36.078296 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-d0c0fee5-2c30-4936-a713-774b4c16e6a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:24:36.099580 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-d0c0fee5-2c30-4936-a713-774b4c16e6a6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b6e8efc7d95e489a9e8f15fae5db85c9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5759435
Jun 14 03:24:36.102253 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 43506) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:24:36.156716 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-568d0d36-3475-4dbd-a0e4-17beaaa0a799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:36.185660 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-568d0d36-3475-4dbd-a0e4-17beaaa0a799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:36.192847 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9fc2a4-d69f-4e4a-8303-7e5244e3e9b1 req-51d4af8e-f45e-470d-809b-cd51fe1d9f3f tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:36.194306 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-3c9fc2a4-d69f-4e4a-8303-7e5244e3e9b1 req-51d4af8e-f45e-470d-809b-cd51fe1d9f3f tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 944 time: 0.0700581
Jun 14 03:24:36.236561 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-3c9fc2a4-d69f-4e4a-8303-7e5244e3e9b1 req-730ae32a-7294-4c6c-86f5-f40b773a5659 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0361152
Jun 14 03:24:36.331222 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-568d0d36-3475-4dbd-a0e4-17beaaa0a799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:36.333846 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-568d0d36-3475-4dbd-a0e4-17beaaa0a799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:36.335040 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-568d0d36-3475-4dbd-a0e4-17beaaa0a799 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/30dd7f2b-a01b-49a9-87a8-a4b81d68e0d8 HTTP/1.1" status: 204  len: 168 time: 0.2317674
Jun 14 03:24:36.335930 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-d9208db3-53e3-4086-a471-260d889ef99a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:24:36.345321 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568d0d36-3475-4dbd-a0e4-17beaaa0a799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30dd7f2b-a01b-49a9-87a8-a4b81d68e0d8,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:24:36.348094 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-568d0d36-3475-4dbd-a0e4-17beaaa0a799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:24:36.646224 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd449995-69af-42d4-9fff-b82308d2470c req-f9e7e2e6-3d96-46db-bc32-c982c05e224d tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:36.654541 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-bd449995-69af-42d4-9fff-b82308d2470c req-f9e7e2e6-3d96-46db-bc32-c982c05e224d tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ed96a77-a8d0-473c-a68d-35b87ade21a5 HTTP/1.1" status: 200  len: 945 time: 0.0773804
Jun 14 03:24:36.695355 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-bd449995-69af-42d4-9fff-b82308d2470c req-474e0eae-e987-4215-a284-7b319e225b1b tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/security-groups?id=156de974-1935-4d66-a47e-bb65e833bf9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409925
Jun 14 03:24:37.079776 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-cc8145f6-7416-424d-96fa-8567503397c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:37.231063 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:37.439273 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87616e81-5a6f-4c4d-8d99-04f724a98ec1 req-a361ad0f-21e1-4a0f-bd92-832133697eb8 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:37.441100 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-87616e81-5a6f-4c4d-8d99-04f724a98ec1 req-a361ad0f-21e1-4a0f-bd92-832133697eb8 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 944 time: 0.0771673
Jun 14 03:24:37.485850 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-87616e81-5a6f-4c4d-8d99-04f724a98ec1 req-b37540c9-9e39-4806-999d-970933a7c0c6 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382860
Jun 14 03:24:38.152532 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-a6614653-0164-4561-80ac-e583b9425df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:38.630511 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da875e-e7f9-44a9-9c69-d97d633d299e req-6df223d0-64b3-4266-b0da-6d9c06adc2f1 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:38.631987 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-c7da875e-e7f9-44a9-9c69-d97d633d299e req-6df223d0-64b3-4266-b0da-6d9c06adc2f1 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ed96a77-a8d0-473c-a68d-35b87ade21a5 HTTP/1.1" status: 200  len: 945 time: 0.0718520
Jun 14 03:24:38.673970 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-c7da875e-e7f9-44a9-9c69-d97d633d299e req-c89102cf-de0f-4eca-a382-0946e507a353 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/security-groups?id=156de974-1935-4d66-a47e-bb65e833bf9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0359838
Jun 14 03:24:38.678766 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb3533-6466-40e5-b0d3-a2479181d92b req-6ac929e0-ae7c-487b-9333-e73e568b11e9 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:38.680227 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-bbcb3533-6466-40e5-b0d3-a2479181d92b req-6ac929e0-ae7c-487b-9333-e73e568b11e9 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 944 time: 0.0702553
Jun 14 03:24:38.724605 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-bbcb3533-6466-40e5-b0d3-a2479181d92b req-048415ca-7999-4d44-97aa-24f83e6d0441 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380838
Jun 14 03:24:39.606416 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-6679958e-2cf5-4893-a322-839d16d33c6b req-844e04b9-a559-4eb5-8585-3d43ebce1e81 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=4bfcd87b04ae4e3f8ab13e1d007dc531&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0352967
Jun 14 03:24:39.681740 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-37effd67-6caa-48ba-975b-7ec46c17b4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:39.800609 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679958e-2cf5-4893-a322-839d16d33c6b req-6d2f5a06-5d7c-4453-942e-49f0da915d65 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:39.802310 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-6679958e-2cf5-4893-a322-839d16d33c6b req-6d2f5a06-5d7c-4453-942e-49f0da915d65 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1907065
Jun 14 03:24:39.818401 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-6679958e-2cf5-4893-a322-839d16d33c6b req-c65b098b-09df-4b7d-8ce1-a5afaab6685e tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] 10.222.0.13 "GET /v2.0/quotas/4bfcd87b04ae4e3f8ab13e1d007dc531 HTTP/1.1" status: 200  len: 375 time: 0.0096581
Jun 14 03:24:39.859255 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-6679958e-2cf5-4893-a322-839d16d33c6b req-2709abd2-12a2-4a60-bd15-a0f673eebbb3 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4bfcd87b04ae4e3f8ab13e1d007dc531&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0350370
Jun 14 03:24:39.865139 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d5170-d466-4040-8815-12e37d9978e5 req-615c76dd-09dc-42d8-a92d-250149d02c4b tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:39.866652 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-696d5170-d466-4040-8815-12e37d9978e5 req-615c76dd-09dc-42d8-a92d-250149d02c4b tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ed96a77-a8d0-473c-a68d-35b87ade21a5 HTTP/1.1" status: 200  len: 945 time: 0.0803518
Jun 14 03:24:39.909146 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-696d5170-d466-4040-8815-12e37d9978e5 req-8b6f753a-3c60-40d8-90c1-26b5b689e6e2 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/security-groups?id=156de974-1935-4d66-a47e-bb65e833bf9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0367639
Jun 14 03:24:40.091423 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083aaef2-4bd2-4a71-a45b-e85596994ce2 req-53bc4a6e-d4c0-43f5-b0a1-66b1c9a531ba tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:40.094696 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-083aaef2-4bd2-4a71-a45b-e85596994ce2 req-53bc4a6e-d4c0-43f5-b0a1-66b1c9a531ba tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 944 time: 0.0863383
Jun 14 03:24:40.142523 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-083aaef2-4bd2-4a71-a45b-e85596994ce2 req-d37bd7dc-a201-4335-a4f7-9c25838c7a07 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388355
Jun 14 03:24:40.151865 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-b8230cea-21c4-4089-aae5-4fba81af94ea req-94379e0e-15af-4951-b816-59e99532c999 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b7a4755-0c59-4add-8c11-3db422330860 HTTP/1.1" status: 200  len: 210 time: 0.0336959
Jun 14 03:24:40.584776 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cdd617-8b8d-4f58-8837-fd7f55566818 req-52d07d4b-34ba-4a39-94c4-50ac9ba9bd2f tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:40.586143 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-45cdd617-8b8d-4f58-8837-fd7f55566818 req-52d07d4b-34ba-4a39-94c4-50ac9ba9bd2f tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.37 "GET /v2.0/ports?device_id=1ed96a77-a8d0-473c-a68d-35b87ade21a5 HTTP/1.1" status: 200  len: 945 time: 0.0733411
Jun 14 03:24:40.742154 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.plugin [req-45cdd617-8b8d-4f58-8837-fd7f55566818 req-1a4bfd6b-d195-4630-a492-a744daf86ae2 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Deleting port c746c889-13c8-4a56-af25-873508d16fe3 {{(pid=92486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 14 03:24:40.742521 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-45cdd617-8b8d-4f58-8837-fd7f55566818 req-1a4bfd6b-d195-4630-a492-a744daf86ae2 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756197070376'] for port, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:40.859026 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.db [req-45cdd617-8b8d-4f58-8837-fd7f55566818 req-1a4bfd6b-d195-4630-a492-a744daf86ae2 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] For port c746c889-13c8-4a56-af25-873508d16fe3, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=c746c889-13c8-4a56-af25-873508d16fe3,segment=NetworkSegment(4fde2819-b443-47f3-830a-4caf2bb2fdc3),segment_id=4fde2819-b443-47f3-830a-4caf2bb2fdc3)] {{(pid=92486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:24:40.859309 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-45cdd617-8b8d-4f58-8837-fd7f55566818 req-1a4bfd6b-d195-4630-a492-a744daf86ae2 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66754036'] for port, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:40.969192 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.plugin [req-45cdd617-8b8d-4f58-8837-fd7f55566818 req-1a4bfd6b-d195-4630-a492-a744daf86ae2 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Calling delete_port for c746c889-13c8-4a56-af25-873508d16fe3 owned by compute:nova {{(pid=92486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 14 03:24:41.150000 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755be2e6-cbff-4329-b26b-07768f61ea42 req-aaaa7da5-3726-49f3-8454-9317d56563a2 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:41.156456 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-755be2e6-cbff-4329-b26b-07768f61ea42 req-aaaa7da5-3726-49f3-8454-9317d56563a2 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ed96a77-a8d0-473c-a68d-35b87ade21a5 HTTP/1.1" status: 200  len: 945 time: 0.1007557
Jun 14 03:24:41.240841 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-755be2e6-cbff-4329-b26b-07768f61ea42 req-2baca8ab-4673-4acd-915b-a4462a7a9384 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/security-groups?id=156de974-1935-4d66-a47e-bb65e833bf9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563047
Jun 14 03:24:41.325812 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-45cdd617-8b8d-4f58-8837-fd7f55566818 req-1a4bfd6b-d195-4630-a492-a744daf86ae2 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756197075788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756196682536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63152307'] for port, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:41.331322 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-d82f742a-6955-425a-a7ff-d8856a5130b8 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:24:41.343413 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ef933-c6f1-4500-91ef-929237e02dfa req-3f724877-0676-4e30-9be8-48e2af6083d4 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:41.345257 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] get_ports_and_sgs() called for port_ids ['c746c889-13c8-4a56-af25-873508d16fe3'] {{(pid=92487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 14 03:24:41.345687 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-3b5ef933-c6f1-4500-91ef-929237e02dfa req-3f724877-0676-4e30-9be8-48e2af6083d4 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 944 time: 0.0770800
Jun 14 03:24:41.368142 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4bfd6b-d195-4630-a492-a744daf86ae2 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Pushing event deleted for resources: {'Port': ['ID=c746c889-13c8-4a56-af25-873508d16fe3,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:24:41.372407 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-1a4bfd6b-d195-4630-a492-a744daf86ae2 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:24:41.423515 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-3b5ef933-c6f1-4500-91ef-929237e02dfa req-e257c5e7-d1b8-43ac-bed9-73bd5a53ab2b tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0637417
Jun 14 03:24:41.489897 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-2f31dc7f-29b2-4225-8da0-2f33e2088a89 req-54217da3-fb92-4a31-822f-838f8e2bc908 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b7a4755-0c59-4add-8c11-3db422330860 HTTP/1.1" status: 200  len: 210 time: 0.0948906
Jun 14 03:24:41.490798 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.l3_dvrscheduler_db [req-45cdd617-8b8d-4f58-8837-fd7f55566818 req-1a4bfd6b-d195-4630-a492-a744daf86ae2 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] No DVR routers for this DVR port c746c889-13c8-4a56-af25-873508d16fe3 on host hv-cinder-79617 {{(pid=92486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 14 03:24:41.498143 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-45cdd617-8b8d-4f58-8837-fd7f55566818 req-1a4bfd6b-d195-4630-a492-a744daf86ae2 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389'] for port, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:41.498143 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-45cdd617-8b8d-4f58-8837-fd7f55566818 req-1a4bfd6b-d195-4630-a492-a744daf86ae2 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.37 "DELETE /v2.0/ports/c746c889-13c8-4a56-af25-873508d16fe3 HTTP/1.1" status: 204  len: 173 time: 0.9031909
Jun 14 03:24:41.498143 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ed96a77-a8d0-473c-a68d-35b87ade21a5', 'name': 'network-vif-deleted', 'tag': 'c746c889-13c8-4a56-af25-873508d16fe3'}] {{(pid=92486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:24:41.499224 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5355d7bc3b36bcf9a7ee8a2281ad208d869c89ac4cdf4014809f5322b7820d6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71bedbe4-c929-47d4-84e4-63ada696f11a" -d '{"events": [{"server_uuid": "1ed96a77-a8d0-473c-a68d-35b87ade21a5", "name": "network-vif-deleted", "tag": "c746c889-13c8-4a56-af25-873508d16fe3"}]}' {{(pid=92486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:24:41.537925 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-729fe14b-c3f4-43ff-bbae-401114bb80e1 x-openstack-request-id: req-729fe14b-c3f4-43ff-bbae-401114bb80e1 {{(pid=92486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:24:41.538407 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ed96a77-a8d0-473c-a68d-35b87ade21a5", "name": "network-vif-deleted", "tag": "c746c889-13c8-4a56-af25-873508d16fe3", "status": "completed", "code": 200}]} {{(pid=92486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:24:41.538695 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-729fe14b-c3f4-43ff-bbae-401114bb80e1 {{(pid=92486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:24:41.539123 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ed96a77-a8d0-473c-a68d-35b87ade21a5', 'name': 'network-vif-deleted', 'tag': 'c746c889-13c8-4a56-af25-873508d16fe3', 'status': 'completed', 'code': 200}
Jun 14 03:24:42.430198 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-b6bdcd7c-d531-46c5-940f-692334e5e876 req-8917f431-9667-4ba8-ab8a-3a048875c444 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/ports?device_id=1ed96a77-a8d0-473c-a68d-35b87ade21a5 HTTP/1.1" status: 200  len: 210 time: 0.0375507
Jun 14 03:24:42.632176 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc90f27c-fbfd-4520-992a-b1c3650d4b0b req-b5bd5f19-6c75-4b43-aaf9-3f1cee9a1832 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:42.633936 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-fc90f27c-fbfd-4520-992a-b1c3650d4b0b req-b5bd5f19-6c75-4b43-aaf9-3f1cee9a1832 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 944 time: 0.0714715
Jun 14 03:24:42.673277 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-4f15d64b-093a-4489-8c84-71b053ca70ea req-9cb8490a-6eec-4d4d-bb90-6b9edfe5bcd5 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b7a4755-0c59-4add-8c11-3db422330860 HTTP/1.1" status: 200  len: 210 time: 0.0381029
Jun 14 03:24:42.694893 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-fc90f27c-fbfd-4520-992a-b1c3650d4b0b req-c214d9f5-264e-4913-ada7-acb7ef5e725c tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0513353
Jun 14 03:24:43.592249 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-6679958e-2cf5-4893-a322-839d16d33c6b req-2326d4d5-6a41-4ba7-b20f-06a466724372 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=4bfcd87b04ae4e3f8ab13e1d007dc531&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0332172
Jun 14 03:24:43.865787 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-2a2bb841-d83b-4323-a761-0531171d02fd req-1f687a29-a41f-4017-bff0-8165ece40283 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b7a4755-0c59-4add-8c11-3db422330860 HTTP/1.1" status: 200  len: 210 time: 0.0683737
Jun 14 03:24:43.936644 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd79064-53b2-4d65-8e5e-29d06bde98bb req-d0b699fb-35f5-487e-b5dd-a71ebdb41b78 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:43.938820 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-3cd79064-53b2-4d65-8e5e-29d06bde98bb req-d0b699fb-35f5-487e-b5dd-a71ebdb41b78 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/networks?id=3c332c0b-dc21-4baa-bc4e-126c9f163489 HTTP/1.1" status: 200  len: 809 time: 0.2380505
Jun 14 03:24:43.945712 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679958e-2cf5-4893-a322-839d16d33c6b req-f017a9c9-75db-440c-bc6a-a42698f0c36c tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:43.947099 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-6679958e-2cf5-4893-a322-839d16d33c6b req-f017a9c9-75db-440c-bc6a-a42698f0c36c tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3419378
Jun 14 03:24:43.957313 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-3cd79064-53b2-4d65-8e5e-29d06bde98bb req-b9ca2511-99d6-47f6-aa57-576ce73980a0 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/quotas/f2b9f0b6de724516b58c713512694217 HTTP/1.1" status: 200  len: 375 time: 0.0092289
Jun 14 03:24:43.964209 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [req-6679958e-2cf5-4893-a322-839d16d33c6b req-a419189b-7900-4f55-ae71-b50f10e35155 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] Request body: {'port': {'device_id': '3b7a4755-0c59-4add-8c11-3db422330860', 'network_id': '97bf0282-75b5-40a5-b783-89e05414a8c9', 'admin_state_up': True, 'tenant_id': '4bfcd87b04ae4e3f8ab13e1d007dc531'}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:24:44.031826 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-3cd79064-53b2-4d65-8e5e-29d06bde98bb req-c91bb6e2-8a72-40d3-b1f1-1ba382b4a199 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f2b9f0b6de724516b58c713512694217&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0628989
Jun 14 03:24:44.070319 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1597670f-4a2c-4792-9fe5-a31d1b85ae05 req-a36d08b1-7616-4950-9deb-26d1329e25ee tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:44.071812 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-1597670f-4a2c-4792-9fe5-a31d1b85ae05 req-a36d08b1-7616-4950-9deb-26d1329e25ee tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 944 time: 0.0895054
Jun 14 03:24:44.126483 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-1597670f-4a2c-4792-9fe5-a31d1b85ae05 req-5bb0c63f-f95a-4abf-a216-bb93356ec7d6 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470915
Jun 14 03:24:44.248284 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-3cd79064-53b2-4d65-8e5e-29d06bde98bb req-fef6c67f-d893-461b-b62e-937eb7671543 service neutron] 10.222.0.13 "GET /v2.0/networks/3c332c0b-dc21-4baa-bc4e-126c9f163489?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1611824
Jun 14 03:24:44.334779 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6679958e-2cf5-4893-a322-839d16d33c6b req-a419189b-7900-4f55-ae71-b50f10e35155 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] Made reservation on behalf of 4bfcd87b04ae4e3f8ab13e1d007dc531 for: {'port': 1} {{(pid=92486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 14 03:24:44.338931 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-6679958e-2cf5-4893-a322-839d16d33c6b req-a419189b-7900-4f55-ae71-b50f10e35155 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for port, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:44.367689 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device f77975c8-c610-4ab3-81f9-48ca459d07e0 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=92487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 14 03:24:44.382080 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device c746c889-13c8-4a56-af25-873508d16fe3 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 14 03:24:44.427473 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-661a56f4-230e-4389-a254-9a37132de24a None None] No Port match for: c746c889-13c8-4a56-af25-873508d16fe3 {{(pid=92487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 14 03:24:44.427838 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device c746c889-13c8-4a56-af25-873508d16fe3 not bound to the agent host hv-cinder-79617 {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 14 03:24:44.550478 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port f77975c8-c610-4ab3-81f9-48ca459d07e0, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=f77975c8-c610-4ab3-81f9-48ca459d07e0,segment=NetworkSegment(99683377-2e48-4740-a2d4-b719402867ef),segment_id=99683377-2e48-4740-a2d4-b719402867ef)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:24:44.564054 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Returning: {'device': 'f77975c8-c610-4ab3-81f9-48ca459d07e0', 'network_id': 'f65bd812-254a-48f4-8498-d6b6b04b0ab8', 'port_id': 'f77975c8-c610-4ab3-81f9-48ca459d07e0', 'mac_address': 'fa:16:3e:22:89:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '545b480d-c2cb-4869-a2a3-42345a60be46', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 14 03:24:44.603594 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-6679958e-2cf5-4893-a322-839d16d33c6b req-a419189b-7900-4f55-ae71-b50f10e35155 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] Notify callbacks [] for security_group, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:44.612188 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:44.637154 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.notifiers.nova [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f77975c8-c610-4ab3-81f9-48ca459d07e0 {{(pid=92487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 14 03:24:44.638923 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-3cd79064-53b2-4d65-8e5e-29d06bde98bb req-1902abc3-8977-4405-807d-2e83653dacf7 service neutron] 10.222.0.13 "GET /v2.0/networks/3c332c0b-dc21-4baa-bc4e-126c9f163489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3846142
Jun 14 03:24:44.651349 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port f77975c8-c610-4ab3-81f9-48ca459d07e0, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=f77975c8-c610-4ab3-81f9-48ca459d07e0,segment=NetworkSegment(99683377-2e48-4740-a2d4-b719402867ef),segment_id=99683377-2e48-4740-a2d4-b719402867ef)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:24:44.725508 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-6679958e-2cf5-4893-a322-839d16d33c6b req-a419189b-7900-4f55-ae71-b50f10e35155 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] Notify callbacks [] for security_group, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:44.830863 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:44.832705 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-83608bed-48cf-4781-be5e-da386249623a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:24:44.893715 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Pushing event updated for resources: {'Port': ['ID=f77975c8-c610-4ab3-81f9-48ca459d07e0,revision_number=9']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:24:44.897838 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:24:44.902652 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-6679958e-2cf5-4893-a322-839d16d33c6b req-a419189b-7900-4f55-ae71-b50f10e35155 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:44.907525 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-f2a45fb1-63ea-4431-b39e-0d1ff65e57eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:24:45.034192 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a419189b-7900-4f55-ae71-b50f10e35155 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72675039-80a6-4fbd-99b9-4d494a322fae,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:24:45.084377 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a419189b-7900-4f55-ae71-b50f10e35155 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:24:45.084748 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a419189b-7900-4f55-ae71-b50f10e35155 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:24:45.085110 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a419189b-7900-4f55-ae71-b50f10e35155 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:24:45.085463 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a419189b-7900-4f55-ae71-b50f10e35155 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:24:45.086036 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a419189b-7900-4f55-ae71-b50f10e35155 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:24:45.086412 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a419189b-7900-4f55-ae71-b50f10e35155 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:24:45.086764 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a419189b-7900-4f55-ae71-b50f10e35155 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:24:45.087111 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a419189b-7900-4f55-ae71-b50f10e35155 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:24:45.087601 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a419189b-7900-4f55-ae71-b50f10e35155 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:24:45.088178 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a419189b-7900-4f55-ae71-b50f10e35155 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:24:45.089210 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a419189b-7900-4f55-ae71-b50f10e35155 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:24:45.089556 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a419189b-7900-4f55-ae71-b50f10e35155 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:24:45.113803 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-a419189b-7900-4f55-ae71-b50f10e35155 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:24:45.139986 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-ee6ee239-9ffe-42f1-a737-6e2d1ae24c9e req-a416964a-5e0a-4db7-a38b-eca7632833b7 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b7a4755-0c59-4add-8c11-3db422330860 HTTP/1.1" status: 200  len: 210 time: 0.0383346
Jun 14 03:24:45.162483 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.db_base_plugin_common [req-6679958e-2cf5-4893-a322-839d16d33c6b req-a419189b-7900-4f55-ae71-b50f10e35155 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] Allocated IP 192.168.233.36 (97bf0282-75b5-40a5-b783-89e05414a8c9/146a0018-0982-4dde-8e73-d6b909b024c4/ba2bc872-567f-41f0-b337-9f82999c51b4) {{(pid=92486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 14 03:24:45.173048 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] get_ports_and_sgs() called for port_ids ['f77975c8-c610-4ab3-81f9-48ca459d07e0'] {{(pid=92487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 14 03:24:45.276318 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-950e8031-19d9-4dfd-b587-1c3d5087dab7 req-86148207-c7dc-46d1-92e5-244f5f698e4c tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac30bc69-1dae-4620-ac5f-a2cb94b47323 HTTP/1.1" status: 200  len: 210 time: 0.0632658
Jun 14 03:24:45.412285 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-6679958e-2cf5-4893-a322-839d16d33c6b req-a419189b-7900-4f55-ae71-b50f10e35155 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] Notify callbacks [] for port, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:45.426183 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.provisioning_blocks [req-6679958e-2cf5-4893-a322-839d16d33c6b req-a419189b-7900-4f55-ae71-b50f10e35155 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] Transition to ACTIVE for port object ba2bc872-567f-41f0-b337-9f82999c51b4 will not be triggered until provisioned by entity DHCP. {{(pid=92486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:24:45.474690 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9026819-7a36-4ff0-8917-a29f90a6a6b4 req-e2aea3e9-2d71-44e6-a5f1-e0e246533815 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:45.476204 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-a9026819-7a36-4ff0-8917-a29f90a6a6b4 req-e2aea3e9-2d71-44e6-a5f1-e0e246533815 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 945 time: 0.0922916
Jun 14 03:24:45.532660 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-a9026819-7a36-4ff0-8917-a29f90a6a6b4 req-8c1c6091-4b62-4369-811f-3ea38abe58dc tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494468
Jun 14 03:24:45.579950 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-6679958e-2cf5-4893-a322-839d16d33c6b req-a419189b-7900-4f55-ae71-b50f10e35155 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-668656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756196682527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63152314'] for port, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:45.585629 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:24:45.648286 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6679958e-2cf5-4893-a322-839d16d33c6b req-a419189b-7900-4f55-ae71-b50f10e35155 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] Network 97bf0282-75b5-40a5-b783-89e05414a8c9 is already hosted by enough agents. {{(pid=92486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 14 03:24:45.654853 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.base_scheduler [req-6679958e-2cf5-4893-a322-839d16d33c6b req-a419189b-7900-4f55-ae71-b50f10e35155 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] Resources bound (agent type, host, resource id):  {{(pid=92486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:24:45.657283 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.l3_dvrscheduler_db [req-6679958e-2cf5-4893-a322-839d16d33c6b req-a419189b-7900-4f55-ae71-b50f10e35155 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] Received port after_create {{(pid=92486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 14 03:24:45.713063 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a419189b-7900-4f55-ae71-b50f10e35155 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] Pushing event updated for resources: {'Port': ['ID=ba2bc872-567f-41f0-b337-9f82999c51b4,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:24:45.719155 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-a419189b-7900-4f55-ae71-b50f10e35155 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:24:45.736460 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679958e-2cf5-4893-a322-839d16d33c6b req-a419189b-7900-4f55-ae71-b50f10e35155 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:45.737532 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-6679958e-2cf5-4893-a322-839d16d33c6b req-a419189b-7900-4f55-ae71-b50f10e35155 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389'] for port, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:45.838191 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-6679958e-2cf5-4893-a322-839d16d33c6b req-a419189b-7900-4f55-ae71-b50f10e35155 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.8790610
Jun 14 03:24:45.870160 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [req-6679958e-2cf5-4893-a322-839d16d33c6b req-01cd02ab-3510-46db-af47-e8d6b8bf8b63 service neutron] Request body: {'port': {'device_id': '3b7a4755-0c59-4add-8c11-3db422330860', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:24:45.972586 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8b9ac-18d7-4c64-8c24-ee03d2423742 req-5f4ec69b-da29-49dd-bf85-43d6c9999553 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:45.973945 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-d4a8b9ac-18d7-4c64-8c24-ee03d2423742 req-5f4ec69b-da29-49dd-bf85-43d6c9999553 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a012d57-3ae3-410a-987e-321da2d01af3 HTTP/1.1" status: 200  len: 945 time: 0.1469231
Jun 14 03:24:45.985970 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-6679958e-2cf5-4893-a322-839d16d33c6b req-01cd02ab-3510-46db-af47-e8d6b8bf8b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:46.030765 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-f8e7d61b-dfc2-4b10-8aad-80a4169f1e27 None None] Provisioning for port ba2bc872-567f-41f0-b337-9f82999c51b4 completed by entity DHCP. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:24:46.036962 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-f8e7d61b-dfc2-4b10-8aad-80a4169f1e27 None None] Provisioning complete for port ba2bc872-567f-41f0-b337-9f82999c51b4 triggered by entity DHCP. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:24:46.037622 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-f8e7d61b-dfc2-4b10-8aad-80a4169f1e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:46.058393 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-d4a8b9ac-18d7-4c64-8c24-ee03d2423742 req-bce7f1c8-1a0c-43c9-9c88-d05346285676 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771296
Jun 14 03:24:46.113118 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-f8e7d61b-dfc2-4b10-8aad-80a4169f1e27 None None] Port ba2bc872-567f-41f0-b337-9f82999c51b4 cannot update to ACTIVE because it is not bound. {{(pid=92487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 14 03:24:46.145413 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0c7e6a-3ff7-4624-a5ab-ef06b9542db8 req-5235b6e1-76bc-4c2c-9135-03f02f1b1423 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:46.146910 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-8e0c7e6a-3ff7-4624-a5ab-ef06b9542db8 req-5235b6e1-76bc-4c2c-9135-03f02f1b1423 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c062b9a-20df-4ff7-945a-fdb43d010ed2 HTTP/1.1" status: 200  len: 945 time: 0.0705221
Jun 14 03:24:46.195777 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-8e0c7e6a-3ff7-4624-a5ab-ef06b9542db8 req-712c5bec-0ba8-4c03-bb12-edccff141803 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421050
Jun 14 03:24:46.386660 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.notifiers.nova [req-6679958e-2cf5-4893-a322-839d16d33c6b req-01cd02ab-3510-46db-af47-e8d6b8bf8b63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba2bc872-567f-41f0-b337-9f82999c51b4 {{(pid=92486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 14 03:24:46.394640 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device f77975c8-c610-4ab3-81f9-48ca459d07e0 up at agent hyperv_hv-cinder-79617 {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:24:46.395573 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-6679958e-2cf5-4893-a322-839d16d33c6b req-01cd02ab-3510-46db-af47-e8d6b8bf8b63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:46.418816 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca8ea1f-6b8d-41f8-ac5e-4afd0dfe5ada req-974e9e3a-6e71-4c8a-bda3-6b19f4126862 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:46.420298 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-dca8ea1f-6b8d-41f8-ac5e-4afd0dfe5ada req-974e9e3a-6e71-4c8a-bda3-6b19f4126862 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b7a4755-0c59-4add-8c11-3db422330860 HTTP/1.1" status: 200  len: 935 time: 0.1359746
Jun 14 03:24:46.421268 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.provisioning_blocks [req-6679958e-2cf5-4893-a322-839d16d33c6b req-01cd02ab-3510-46db-af47-e8d6b8bf8b63 service neutron] Transition to ACTIVE for port object ba2bc872-567f-41f0-b337-9f82999c51b4 will not be triggered until provisioned by entity L2. {{(pid=92486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:24:46.429248 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-10e9d6a1-eb5b-4d7d-98f7-1c6f3235d089 req-ac6c28c0-f717-473b-8a1c-71f28a239069 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac30bc69-1dae-4620-ac5f-a2cb94b47323 HTTP/1.1" status: 200  len: 210 time: 0.0375800
Jun 14 03:24:46.464734 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Provisioning complete for port f77975c8-c610-4ab3-81f9-48ca459d07e0 triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:24:46.465117 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:46.480499 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-dca8ea1f-6b8d-41f8-ac5e-4afd0dfe5ada req-6faf684c-4fe6-499a-b0c8-4f0744578f9a tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] 10.222.0.13 "GET /v2.0/security-groups?id=72675039-80a6-4fbd-99b9-4d494a322fae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536733
Jun 14 03:24:46.521986 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-6679958e-2cf5-4893-a322-839d16d33c6b req-01cd02ab-3510-46db-af47-e8d6b8bf8b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63152260'] for port, after_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:46.524485 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-4b9d5d71-cb45-4e27-a81c-21a5120be065 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:24:46.581411 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:46.617585 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42dd05e8-da3a-4299-b72c-8d5e864bcc8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f77975c8-c610-4ab3-81f9-48ca459d07e0'}] {{(pid=92487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:24:46.620659 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}681963f073e70c07aac8dc5e895e90246fb88e956d84982da350f3581d0ebeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54916988-4a3c-4a92-bba3-528358405fb3" -d '{"events": [{"server_uuid": "42dd05e8-da3a-4299-b72c-8d5e864bcc8d", "name": "network-vif-plugged", "status": "completed", "tag": "f77975c8-c610-4ab3-81f9-48ca459d07e0"}]}' {{(pid=92487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:24:46.630631 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cd02ab-3510-46db-af47-e8d6b8bf8b63 service neutron] Pushing event updated for resources: {'Port': ['ID=ba2bc872-567f-41f0-b337-9f82999c51b4,revision_number=2']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:24:46.643461 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-01cd02ab-3510-46db-af47-e8d6b8bf8b63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:24:46.659536 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port f77975c8-c610-4ab3-81f9-48ca459d07e0, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=f77975c8-c610-4ab3-81f9-48ca459d07e0,segment=NetworkSegment(99683377-2e48-4740-a2d4-b719402867ef),segment_id=99683377-2e48-4740-a2d4-b719402867ef)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:24:46.677436 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-856ce7b6-a59e-4820-b77c-9d4ce6064767 x-openstack-request-id: req-856ce7b6-a59e-4820-b77c-9d4ce6064767 {{(pid=92487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:24:46.677763 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42dd05e8-da3a-4299-b72c-8d5e864bcc8d", "name": "network-vif-plugged", "status": "completed", "tag": "f77975c8-c610-4ab3-81f9-48ca459d07e0", "code": 200}]} {{(pid=92487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:24:46.678061 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-856ce7b6-a59e-4820-b77c-9d4ce6064767 {{(pid=92487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:24:46.678522 dv-cinder-796170-1-iscsi neutron-server[92487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42dd05e8-da3a-4299-b72c-8d5e864bcc8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f77975c8-c610-4ab3-81f9-48ca459d07e0', 'code': 200}
Jun 14 03:24:46.726464 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:46.730077 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:24:46.764406 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.managers [req-6679958e-2cf5-4893-a322-839d16d33c6b req-01cd02ab-3510-46db-af47-e8d6b8bf8b63 service neutron] Attempting to bind port ba2bc872-567f-41f0-b337-9f82999c51b4 on host hv-cinder-79617 for vnic_type normal with profile  {{(pid=92486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 14 03:24:46.764748 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.managers [req-6679958e-2cf5-4893-a322-839d16d33c6b req-01cd02ab-3510-46db-af47-e8d6b8bf8b63 service neutron] Attempting to bind port ba2bc872-567f-41f0-b337-9f82999c51b4 by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': '48fd1e79-a00f-4af1-b983-04d5d48698ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '97bf0282-75b5-40a5-b783-89e05414a8c9'}] {{(pid=92486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 14 03:24:46.765073 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6679958e-2cf5-4893-a322-839d16d33c6b req-01cd02ab-3510-46db-af47-e8d6b8bf8b63 service neutron] Attempting to bind port ba2bc872-567f-41f0-b337-9f82999c51b4 on network 97bf0282-75b5-40a5-b783-89e05414a8c9 {{(pid=92486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 14 03:24:46.770474 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6679958e-2cf5-4893-a322-839d16d33c6b req-01cd02ab-3510-46db-af47-e8d6b8bf8b63 service neutron] Port ba2bc872-567f-41f0-b337-9f82999c51b4 on network 97bf0282-75b5-40a5-b783-89e05414a8c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=92486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 14 03:24:46.770796 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6679958e-2cf5-4893-a322-839d16d33c6b req-01cd02ab-3510-46db-af47-e8d6b8bf8b63 service neutron] Attempting to bind port ba2bc872-567f-41f0-b337-9f82999c51b4 on network 97bf0282-75b5-40a5-b783-89e05414a8c9 {{(pid=92486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 14 03:24:46.779412 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6679958e-2cf5-4893-a322-839d16d33c6b req-01cd02ab-3510-46db-af47-e8d6b8bf8b63 service neutron] Checking agent: {'id': 'd909c266-64e1-43b2-ab9b-45098cd1126f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 20, 5), 'started_at': datetime.datetime(2021, 6, 14, 3, 20, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 14 03:24:46.779753 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6679958e-2cf5-4893-a322-839d16d33c6b req-01cd02ab-3510-46db-af47-e8d6b8bf8b63 service neutron] Checking segment: {'id': '48fd1e79-a00f-4af1-b983-04d5d48698ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '97bf0282-75b5-40a5-b783-89e05414a8c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 14 03:24:46.780132 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6679958e-2cf5-4893-a322-839d16d33c6b req-01cd02ab-3510-46db-af47-e8d6b8bf8b63 service neutron] Bound using segment: {'id': '48fd1e79-a00f-4af1-b983-04d5d48698ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '97bf0282-75b5-40a5-b783-89e05414a8c9'} {{(pid=92486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 14 03:24:46.780558 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.managers [req-6679958e-2cf5-4893-a322-839d16d33c6b req-01cd02ab-3510-46db-af47-e8d6b8bf8b63 service neutron] Bound port: ba2bc872-567f-41f0-b337-9f82999c51b4, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48fd1e79-a00f-4af1-b983-04d5d48698ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '97bf0282-75b5-40a5-b783-89e05414a8c9'}}] {{(pid=92486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 14 03:24:46.780908 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-6679958e-2cf5-4893-a322-839d16d33c6b req-01cd02ab-3510-46db-af47-e8d6b8bf8b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:46.798146 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f6893d-b990-4af9-987b-a53f7e05ee14 req-57299f7e-5284-41b6-bd82-2a8aa1afd999 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:46.800004 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-b5f6893d-b990-4af9-987b-a53f7e05ee14 req-57299f7e-5284-41b6-bd82-2a8aa1afd999 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 947 time: 0.0900607
Jun 14 03:24:46.810889 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Pushing event updated for resources: {'Port': ['ID=f77975c8-c610-4ab3-81f9-48ca459d07e0,revision_number=10']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:24:46.814300 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:24:46.819345 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.agents_db [None req-ff4782b4-218c-43ce-8b60-1c0132b4bc55 None None] Agent healthcheck: found 6 active agents {{(pid=92488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 14 03:24:46.867418 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-b5f6893d-b990-4af9-987b-a53f7e05ee14 req-12d18fd1-364b-403f-aeb7-56c3630c4b90 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0497620
Jun 14 03:24:46.876552 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.db [req-6679958e-2cf5-4893-a322-839d16d33c6b req-01cd02ab-3510-46db-af47-e8d6b8bf8b63 service neutron] For port ba2bc872-567f-41f0-b337-9f82999c51b4, host hv-cinder-79617, cleared binding levels {{(pid=92486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 14 03:24:46.880056 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.db [req-6679958e-2cf5-4893-a322-839d16d33c6b req-01cd02ab-3510-46db-af47-e8d6b8bf8b63 service neutron] For port ba2bc872-567f-41f0-b337-9f82999c51b4, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=ba2bc872-567f-41f0-b337-9f82999c51b4,segment=NetworkSegment(48fd1e79-a00f-4af1-b983-04d5d48698ec),segment_id=48fd1e79-a00f-4af1-b983-04d5d48698ec)] {{(pid=92486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 14 03:24:46.994761 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-6679958e-2cf5-4893-a322-839d16d33c6b req-01cd02ab-3510-46db-af47-e8d6b8bf8b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63152260'] for port, after_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:46.996714 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:24:47.033946 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679958e-2cf5-4893-a322-839d16d33c6b req-01cd02ab-3510-46db-af47-e8d6b8bf8b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:47.034665 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-6679958e-2cf5-4893-a322-839d16d33c6b req-01cd02ab-3510-46db-af47-e8d6b8bf8b63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389'] for port, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:47.036088 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-6679958e-2cf5-4893-a322-839d16d33c6b req-01cd02ab-3510-46db-af47-e8d6b8bf8b63 service neutron] 10.222.0.37 "PUT /v2.0/ports/ba2bc872-567f-41f0-b337-9f82999c51b4 HTTP/1.1" status: 200  len: 1097 time: 1.1719728
Jun 14 03:24:47.036573 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b7a4755-0c59-4add-8c11-3db422330860', 'tag': 'ba2bc872-567f-41f0-b337-9f82999c51b4'}] {{(pid=92486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:24:47.038871 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5355d7bc3b36bcf9a7ee8a2281ad208d869c89ac4cdf4014809f5322b7820d6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55da9b41-937c-4fa5-a1b3-f688037c9ff2" -d '{"events": [{"name": "network-changed", "server_uuid": "3b7a4755-0c59-4add-8c11-3db422330860", "tag": "ba2bc872-567f-41f0-b337-9f82999c51b4"}]}' {{(pid=92486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:24:47.072051 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cd02ab-3510-46db-af47-e8d6b8bf8b63 service neutron] Pushing event updated for resources: {'Port': ['ID=ba2bc872-567f-41f0-b337-9f82999c51b4,revision_number=3']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:24:47.075494 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-01cd02ab-3510-46db-af47-e8d6b8bf8b63 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:24:47.089574 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 03:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dbbcd41-3921-4b40-9866-cdeba488f3a5 x-openstack-request-id: req-7dbbcd41-3921-4b40-9866-cdeba488f3a5 {{(pid=92486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:24:47.090393 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b7a4755-0c59-4add-8c11-3db422330860", "tag": "ba2bc872-567f-41f0-b337-9f82999c51b4", "status": "completed", "code": 200}]} {{(pid=92486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:24:47.090815 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7dbbcd41-3921-4b40-9866-cdeba488f3a5 {{(pid=92486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:24:47.091401 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b7a4755-0c59-4add-8c11-3db422330860', 'tag': 'ba2bc872-567f-41f0-b337-9f82999c51b4', 'status': 'completed', 'code': 200}
Jun 14 03:24:47.208488 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da9b41-937c-4fa5-a1b3-f688037c9ff2 req-b3726e9f-e576-4a73-961a-0a53afd4b36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:47.210397 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-55da9b41-937c-4fa5-a1b3-f688037c9ff2 req-b3726e9f-e576-4a73-961a-0a53afd4b36c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4bfcd87b04ae4e3f8ab13e1d007dc531&device_id=3b7a4755-0c59-4add-8c11-3db422330860 HTTP/1.1" status: 200  len: 1100 time: 0.0852740
Jun 14 03:24:47.255320 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-55da9b41-937c-4fa5-a1b3-f688037c9ff2 req-8756e8a8-9c12-44ac-8f04-04d5c19af405 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=4bfcd87b04ae4e3f8ab13e1d007dc531&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0347102
Jun 14 03:24:47.280670 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f2a537-50a2-4797-a1eb-ca443bc4199e req-f2e0fdf0-7634-4c47-bfec-5b3ce9e8be94 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:47.282136 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-f0f2a537-50a2-4797-a1eb-ca443bc4199e req-f2e0fdf0-7634-4c47-bfec-5b3ce9e8be94 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a012d57-3ae3-410a-987e-321da2d01af3 HTTP/1.1" status: 200  len: 945 time: 0.0822031
Jun 14 03:24:47.338613 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-f0f2a537-50a2-4797-a1eb-ca443bc4199e req-a4bbab96-11a6-4e5a-a91a-65477570905f tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495577
Jun 14 03:24:47.430451 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da9b41-937c-4fa5-a1b3-f688037c9ff2 req-9bdb2154-4f1c-423f-b462-2c4f4879ce35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:47.432258 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-55da9b41-937c-4fa5-a1b3-f688037c9ff2 req-9bdb2154-4f1c-423f-b462-2c4f4879ce35 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1690924
Jun 14 03:24:47.451744 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024effa6-37e3-41f5-88eb-9996c3b317b5 req-afc46784-37f4-463e-8d6c-321f5cfd4213 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:47.453285 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-024effa6-37e3-41f5-88eb-9996c3b317b5 req-afc46784-37f4-463e-8d6c-321f5cfd4213 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c062b9a-20df-4ff7-945a-fdb43d010ed2 HTTP/1.1" status: 200  len: 945 time: 0.0984604
Jun 14 03:24:47.508544 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-024effa6-37e3-41f5-88eb-9996c3b317b5 req-a9a4fac9-63a6-4929-9a77-43502a9a757c tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462646
Jun 14 03:24:47.543419 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd656b-ce9b-4b84-9887-c81013faadbd req-4ce930f1-b449-4710-8428-d03958b2c5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:47.545489 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-a5dd656b-ce9b-4b84-9887-c81013faadbd req-4ce930f1-b449-4710-8428-d03958b2c5c3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 1100 time: 0.0943484
Jun 14 03:24:47.583087 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679958e-2cf5-4893-a322-839d16d33c6b req-a0b4bc0a-d8ae-4f2e-aff1-d0644c18f25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:47.584725 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-6679958e-2cf5-4893-a322-839d16d33c6b req-a0b4bc0a-d8ae-4f2e-aff1-d0644c18f25b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=4bfcd87b04ae4e3f8ab13e1d007dc531&device_id=3b7a4755-0c59-4add-8c11-3db422330860 HTTP/1.1" status: 200  len: 1100 time: 0.0658109
Jun 14 03:24:47.628602 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-1da98012-2ebe-472e-bf92-a910bba15533 req-27b29a8c-909f-4a13-bca9-9e9de19b57c5 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac30bc69-1dae-4620-ac5f-a2cb94b47323 HTTP/1.1" status: 200  len: 210 time: 0.0538993
Jun 14 03:24:47.642029 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-a5dd656b-ce9b-4b84-9887-c81013faadbd req-b1892e81-ed0c-417d-bdc3-dbad794076e3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0890684
Jun 14 03:24:47.658157 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-6679958e-2cf5-4893-a322-839d16d33c6b req-af490ba0-5cff-4669-aa7a-7f3415584093 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=ba2bc872-567f-41f0-b337-9f82999c51b4 HTTP/1.1" status: 200  len: 217 time: 0.0592959
Jun 14 03:24:47.759277 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452fcfbb-3673-4630-8ae9-d33442046991 req-6e372517-d031-43d2-bba8-b34f825a51b5 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:47.761581 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-452fcfbb-3673-4630-8ae9-d33442046991 req-6e372517-d031-43d2-bba8-b34f825a51b5 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b7a4755-0c59-4add-8c11-3db422330860 HTTP/1.1" status: 200  len: 947 time: 0.1058207
Jun 14 03:24:47.805595 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679958e-2cf5-4893-a322-839d16d33c6b req-e3482dad-8e31-4575-a73c-ad03d99b33b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:47.807124 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-6679958e-2cf5-4893-a322-839d16d33c6b req-e3482dad-8e31-4575-a73c-ad03d99b33b0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=146a0018-0982-4dde-8e73-d6b909b024c4 HTTP/1.1" status: 200  len: 843 time: 0.0924683
Jun 14 03:24:47.831649 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-452fcfbb-3673-4630-8ae9-d33442046991 req-dfa43240-8630-4f3a-9824-2764d5052c47 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] 10.222.0.13 "GET /v2.0/security-groups?id=72675039-80a6-4fbd-99b9-4d494a322fae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601013
Jun 14 03:24:47.881541 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679958e-2cf5-4893-a322-839d16d33c6b req-a64016d8-ab1c-4944-bf26-95ed17731c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:47.883114 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-6679958e-2cf5-4893-a322-839d16d33c6b req-a64016d8-ab1c-4944-bf26-95ed17731c2d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=97bf0282-75b5-40a5-b783-89e05414a8c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0604968
Jun 14 03:24:48.012888 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-6679958e-2cf5-4893-a322-839d16d33c6b req-a9868d57-461f-4905-a598-f1d36f4d5b15 service neutron] 10.222.0.37 "GET /v2.0/networks/97bf0282-75b5-40a5-b783-89e05414a8c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1205726
Jun 14 03:24:48.098218 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd79064-53b2-4d65-8e5e-29d06bde98bb req-6b5e39a4-dc13-4889-9a08-8c3d6a9d1829 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:48.100090 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-3cd79064-53b2-4d65-8e5e-29d06bde98bb req-6b5e39a4-dc13-4889-9a08-8c3d6a9d1829 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.37 "GET /v2.0/networks?id=3c332c0b-dc21-4baa-bc4e-126c9f163489 HTTP/1.1" status: 200  len: 809 time: 0.1791375
Jun 14 03:24:48.133943 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9592eebe-b305-409e-82ff-df05970f5682 req-21f674b0-bee6-4c9e-9de6-5ed575e8e0a9 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:48.136082 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-9592eebe-b305-409e-82ff-df05970f5682 req-21f674b0-bee6-4c9e-9de6-5ed575e8e0a9 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 947 time: 0.1211014
Jun 14 03:24:48.140498 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.v2.base [req-3cd79064-53b2-4d65-8e5e-29d06bde98bb req-0b2875fd-7767-40d6-96ca-551f2cb3fabf tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Request body: {'port': {'device_id': 'ac30bc69-1dae-4620-ac5f-a2cb94b47323', 'network_id': '3c332c0b-dc21-4baa-bc4e-126c9f163489', 'admin_state_up': True, 'tenant_id': 'f2b9f0b6de724516b58c713512694217'}} {{(pid=92485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:24:48.149139 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-6679958e-2cf5-4893-a322-839d16d33c6b req-90687bf4-2be3-4964-b368-78aed0890006 service neutron] 10.222.0.37 "GET /v2.0/networks/97bf0282-75b5-40a5-b783-89e05414a8c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1268549
Jun 14 03:24:48.258495 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-9592eebe-b305-409e-82ff-df05970f5682 req-df662767-2ce6-4d85-9130-a52a4899db7f tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1135774
Jun 14 03:24:48.382408 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cd79064-53b2-4d65-8e5e-29d06bde98bb req-0b2875fd-7767-40d6-96ca-551f2cb3fabf tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Made reservation on behalf of f2b9f0b6de724516b58c713512694217 for: {'port': 1} {{(pid=92485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 14 03:24:48.386587 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-3cd79064-53b2-4d65-8e5e-29d06bde98bb req-0b2875fd-7767-40d6-96ca-551f2cb3fabf tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for port, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:48.533265 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22da7fe-21a0-40ea-82ad-0a10b03d6799 req-cc2d04fa-d5ff-43cd-9b55-bc82c2364b86 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:48.534667 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-f22da7fe-21a0-40ea-82ad-0a10b03d6799 req-cc2d04fa-d5ff-43cd-9b55-bc82c2364b86 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a012d57-3ae3-410a-987e-321da2d01af3 HTTP/1.1" status: 200  len: 945 time: 0.0691833
Jun 14 03:24:48.542969 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.db_base_plugin_common [req-3cd79064-53b2-4d65-8e5e-29d06bde98bb req-0b2875fd-7767-40d6-96ca-551f2cb3fabf tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Allocated IP 172.20.0.14 (3c332c0b-dc21-4baa-bc4e-126c9f163489/5ee2d046-803d-43fe-964a-845253f644b8/6a238a5c-4452-4368-ab43-2a7cd7c0d441) {{(pid=92485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 14 03:24:48.580463 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-f22da7fe-21a0-40ea-82ad-0a10b03d6799 req-bbb29431-2b4a-43e9-aef7-b7c44944748a tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395806
Jun 14 03:24:48.657385 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8d3398-577e-450e-a0b9-1521e4e87e71 req-b6fbd53a-2305-4747-bba1-08cf7aa6c8f9 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:48.659095 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-9c8d3398-577e-450e-a0b9-1521e4e87e71 req-b6fbd53a-2305-4747-bba1-08cf7aa6c8f9 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.37 "GET /v2.0/ports?device_id=4c062b9a-20df-4ff7-945a-fdb43d010ed2 HTTP/1.1" status: 200  len: 945 time: 0.0777924
Jun 14 03:24:48.801671 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-3cd79064-53b2-4d65-8e5e-29d06bde98bb req-0b2875fd-7767-40d6-96ca-551f2cb3fabf tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Notify callbacks [] for port, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:48.816810 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-04972e02-54c8-4092-87c0-631ad1bf3ac4 req-fefed509-9bee-4fbe-a22f-701802aec920 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac30bc69-1dae-4620-ac5f-a2cb94b47323 HTTP/1.1" status: 200  len: 210 time: 0.0427144
Jun 14 03:24:48.823937 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8068774-7373-40ff-b236-fab66627f0ad req-bebe8bf4-34f8-40ce-ae1e-608d0dd14524 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:48.824801 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-e8068774-7373-40ff-b236-fab66627f0ad req-bebe8bf4-34f8-40ce-ae1e-608d0dd14524 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c062b9a-20df-4ff7-945a-fdb43d010ed2 HTTP/1.1" status: 200  len: 945 time: 0.1890459
Jun 14 03:24:48.849167 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.plugin [req-9c8d3398-577e-450e-a0b9-1521e4e87e71 req-d643c86a-4247-48a9-a825-ca8121236c65 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Deleting port a6f25ba7-626c-4538-840e-8bb3bfd09671 {{(pid=92486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 14 03:24:48.849510 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-9c8d3398-577e-450e-a0b9-1521e4e87e71 req-d643c86a-4247-48a9-a825-ca8121236c65 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756197070376'] for port, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:48.888491 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-e8068774-7373-40ff-b236-fab66627f0ad req-ffb85268-2909-4e49-9c8d-3a87644c9032 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533695
Jun 14 03:24:48.939760 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-3cd79064-53b2-4d65-8e5e-29d06bde98bb req-0b2875fd-7767-40d6-96ca-551f2cb3fabf tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-668656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756196682527'] for port, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:48.945094 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-f6b40d87-c539-4de7-93bb-5bf7ac71f897 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:24:49.001662 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2875fd-7767-40d6-96ca-551f2cb3fabf tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Pushing event updated for resources: {'Port': ['ID=6a238a5c-4452-4368-ab43-2a7cd7c0d441,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:24:49.012314 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2875fd-7767-40d6-96ca-551f2cb3fabf tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:24:49.012732 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2875fd-7767-40d6-96ca-551f2cb3fabf tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:24:49.013006 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2875fd-7767-40d6-96ca-551f2cb3fabf tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:24:49.013342 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2875fd-7767-40d6-96ca-551f2cb3fabf tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:24:49.013676 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2875fd-7767-40d6-96ca-551f2cb3fabf tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:24:49.014015 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2875fd-7767-40d6-96ca-551f2cb3fabf tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:24:49.014368 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2875fd-7767-40d6-96ca-551f2cb3fabf tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:24:49.014692 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2875fd-7767-40d6-96ca-551f2cb3fabf tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:24:49.015023 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2875fd-7767-40d6-96ca-551f2cb3fabf tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:24:49.015352 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2875fd-7767-40d6-96ca-551f2cb3fabf tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:24:49.015670 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2875fd-7767-40d6-96ca-551f2cb3fabf tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:24:49.016426 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2875fd-7767-40d6-96ca-551f2cb3fabf tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:24:49.019730 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-0b2875fd-7767-40d6-96ca-551f2cb3fabf tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:24:49.026191 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.db [req-9c8d3398-577e-450e-a0b9-1521e4e87e71 req-d643c86a-4247-48a9-a825-ca8121236c65 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] For port a6f25ba7-626c-4538-840e-8bb3bfd09671, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=a6f25ba7-626c-4538-840e-8bb3bfd09671,segment=NetworkSegment(b291bd91-84e2-429d-ad5c-40697d97b7c7),segment_id=b291bd91-84e2-429d-ad5c-40697d97b7c7)] {{(pid=92486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:24:49.026191 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-9c8d3398-577e-450e-a0b9-1521e4e87e71 req-d643c86a-4247-48a9-a825-ca8121236c65 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66754036'] for port, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:49.026707 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cd79064-53b2-4d65-8e5e-29d06bde98bb req-0b2875fd-7767-40d6-96ca-551f2cb3fabf tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Network 3c332c0b-dc21-4baa-bc4e-126c9f163489 is already hosted by enough agents. {{(pid=92485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 14 03:24:49.028241 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.base_scheduler [req-3cd79064-53b2-4d65-8e5e-29d06bde98bb req-0b2875fd-7767-40d6-96ca-551f2cb3fabf tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Resources bound (agent type, host, resource id):  {{(pid=92485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:24:49.030927 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cd79064-53b2-4d65-8e5e-29d06bde98bb req-0b2875fd-7767-40d6-96ca-551f2cb3fabf tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Received port after_create {{(pid=92485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 14 03:24:49.036453 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd79064-53b2-4d65-8e5e-29d06bde98bb req-0b2875fd-7767-40d6-96ca-551f2cb3fabf tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:49.037083 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-3cd79064-53b2-4d65-8e5e-29d06bde98bb req-0b2875fd-7767-40d6-96ca-551f2cb3fabf tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389'] for port, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:49.106265 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-3cd79064-53b2-4d65-8e5e-29d06bde98bb req-0b2875fd-7767-40d6-96ca-551f2cb3fabf tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9691987
Jun 14 03:24:49.122286 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.v2.base [req-3cd79064-53b2-4d65-8e5e-29d06bde98bb req-96ccc5fd-ee85-4674-b4e4-df8db204a634 service neutron] Request body: {'port': {'device_id': 'ac30bc69-1dae-4620-ac5f-a2cb94b47323', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=92485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:24:49.136234 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.plugin [req-9c8d3398-577e-450e-a0b9-1521e4e87e71 req-d643c86a-4247-48a9-a825-ca8121236c65 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Calling delete_port for a6f25ba7-626c-4538-840e-8bb3bfd09671 owned by compute:nova {{(pid=92486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 14 03:24:49.214500 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef71d03-153b-46b4-b9ea-30946cb51ca3 req-82191055-6648-4d97-b36f-e2e39b7ece77 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:49.215457 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-3cd79064-53b2-4d65-8e5e-29d06bde98bb req-96ccc5fd-ee85-4674-b4e4-df8db204a634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:49.221273 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-1ef71d03-153b-46b4-b9ea-30946cb51ca3 req-82191055-6648-4d97-b36f-e2e39b7ece77 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b7a4755-0c59-4add-8c11-3db422330860 HTTP/1.1" status: 200  len: 947 time: 0.2473161
Jun 14 03:24:49.279454 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-1ef71d03-153b-46b4-b9ea-30946cb51ca3 req-72b7db0d-ca4b-4e19-adc3-08c2d0cd3bda tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] 10.222.0.13 "GET /v2.0/security-groups?id=72675039-80a6-4fbd-99b9-4d494a322fae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509827
Jun 14 03:24:49.437042 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-9c8d3398-577e-450e-a0b9-1521e4e87e71 req-d643c86a-4247-48a9-a825-ca8121236c65 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756197075788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756196682536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63152307'] for port, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:49.442792 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-6979ed30-4a0f-4651-a654-0cc8992b69b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:24:49.451920 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] get_ports_and_sgs() called for port_ids ['47a7b94f-3815-413c-94af-f890cbdc7059', '5e36903c-2a50-4ee9-9858-bb9fd78951bf', '7ce645c4-08f2-416b-a2e5-b7a89fb175b6', 'a6f25ba7-626c-4538-840e-8bb3bfd09671'] {{(pid=92487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 14 03:24:49.550730 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef1a59e-f034-4a9d-af99-2a3d49c821a1 req-ce341a42-f2b0-42a4-b508-089399660e01 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:49.552258 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-cef1a59e-f034-4a9d-af99-2a3d49c821a1 req-ce341a42-f2b0-42a4-b508-089399660e01 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 947 time: 0.1165445
Jun 14 03:24:49.784617 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d643c86a-4247-48a9-a825-ca8121236c65 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Pushing event deleted for resources: {'Port': ['ID=a6f25ba7-626c-4538-840e-8bb3bfd09671,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:24:49.807768 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-d643c86a-4247-48a9-a825-ca8121236c65 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:24:49.892742 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8d3398-577e-450e-a0b9-1521e4e87e71 req-d643c86a-4247-48a9-a825-ca8121236c65 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] No DVR routers for this DVR port a6f25ba7-626c-4538-840e-8bb3bfd09671 on host hv-cinder-79617 {{(pid=92486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 14 03:24:49.895996 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.notifiers.nova [req-3cd79064-53b2-4d65-8e5e-29d06bde98bb req-96ccc5fd-ee85-4674-b4e4-df8db204a634 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a238a5c-4452-4368-ab43-2a7cd7c0d441 {{(pid=92485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 14 03:24:49.902117 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-9c8d3398-577e-450e-a0b9-1521e4e87e71 req-d643c86a-4247-48a9-a825-ca8121236c65 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389'] for port, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:49.903543 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-cef1a59e-f034-4a9d-af99-2a3d49c821a1 req-19725423-57a0-488e-9f75-1536c5494bff tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3452029
Jun 14 03:24:49.903978 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-9c8d3398-577e-450e-a0b9-1521e4e87e71 req-d643c86a-4247-48a9-a825-ca8121236c65 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.37 "DELETE /v2.0/ports/a6f25ba7-626c-4538-840e-8bb3bfd09671 HTTP/1.1" status: 204  len: 173 time: 1.2390614
Jun 14 03:24:49.905294 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c062b9a-20df-4ff7-945a-fdb43d010ed2', 'name': 'network-vif-deleted', 'tag': 'a6f25ba7-626c-4538-840e-8bb3bfd09671'}] {{(pid=92486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:24:49.907746 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5355d7bc3b36bcf9a7ee8a2281ad208d869c89ac4cdf4014809f5322b7820d6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906d42a9-52c3-4809-b25a-6d35c9566280" -d '{"events": [{"server_uuid": "4c062b9a-20df-4ff7-945a-fdb43d010ed2", "name": "network-vif-deleted", "tag": "a6f25ba7-626c-4538-840e-8bb3bfd09671"}]}' {{(pid=92486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:24:49.913306 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-3cd79064-53b2-4d65-8e5e-29d06bde98bb req-96ccc5fd-ee85-4674-b4e4-df8db204a634 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:49.926882 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.provisioning_blocks [req-3cd79064-53b2-4d65-8e5e-29d06bde98bb req-96ccc5fd-ee85-4674-b4e4-df8db204a634 service neutron] Transition to ACTIVE for port object 6a238a5c-4452-4368-ab43-2a7cd7c0d441 will not be triggered until provisioned by entity L2. {{(pid=92485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:24:49.942583 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc266b2d-a445-4d7a-918e-d36c5b15043b req-e1fc58de-5d3c-4bf0-8372-12785450a0a9 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:49.944026 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-fc266b2d-a445-4d7a-918e-d36c5b15043b req-e1fc58de-5d3c-4bf0-8372-12785450a0a9 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.37 "GET /v2.0/ports?device_id=4a012d57-3ae3-410a-987e-321da2d01af3 HTTP/1.1" status: 200  len: 945 time: 0.5420630
Jun 14 03:24:49.967799 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8971864-d7d4-4e01-a13b-08156e01631e req-87c54bef-de25-4cbd-b838-7e8b3a97197a tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:49.969208 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-a8971864-d7d4-4e01-a13b-08156e01631e req-87c54bef-de25-4cbd-b838-7e8b3a97197a tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a012d57-3ae3-410a-987e-321da2d01af3 HTTP/1.1" status: 200  len: 945 time: 0.1897731
Jun 14 03:24:50.078102 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-a8971864-d7d4-4e01-a13b-08156e01631e req-8c52eec5-cd6a-430b-a31d-9d76b910c6f1 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0858648
Jun 14 03:24:50.087573 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1035906-1fc6-4f17-a739-5552901e0118 req-93df1d4c-aaf8-4653-8f94-9dfff6e19440 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:50.089942 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-a1035906-1fc6-4f17-a739-5552901e0118 req-93df1d4c-aaf8-4653-8f94-9dfff6e19440 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac30bc69-1dae-4620-ac5f-a2cb94b47323 HTTP/1.1" status: 200  len: 932 time: 0.0716183
Jun 14 03:24:50.113928 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.plugin [req-fc266b2d-a445-4d7a-918e-d36c5b15043b req-75e516f0-a027-40a9-a410-4a56c24c62e0 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Deleting port 57db408f-f7ac-4744-9997-e99b25af2553 {{(pid=92486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 14 03:24:50.114286 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-fc266b2d-a445-4d7a-918e-d36c5b15043b req-75e516f0-a027-40a9-a410-4a56c24c62e0 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756197070376'] for port, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:50.144673 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-3cd79064-53b2-4d65-8e5e-29d06bde98bb req-96ccc5fd-ee85-4674-b4e4-df8db204a634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:50.148453 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75fe993a-2da1-4497-88fc-00798f8b573a x-openstack-request-id: req-75fe993a-2da1-4497-88fc-00798f8b573a {{(pid=92486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:24:50.148784 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c062b9a-20df-4ff7-945a-fdb43d010ed2", "name": "network-vif-deleted", "tag": "a6f25ba7-626c-4538-840e-8bb3bfd09671", "status": "completed", "code": 200}]} {{(pid=92486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:24:50.149072 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-75fe993a-2da1-4497-88fc-00798f8b573a {{(pid=92486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:24:50.149493 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c062b9a-20df-4ff7-945a-fdb43d010ed2', 'name': 'network-vif-deleted', 'tag': 'a6f25ba7-626c-4538-840e-8bb3bfd09671', 'status': 'completed', 'code': 200}
Jun 14 03:24:50.175900 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:24:50.263446 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-a1035906-1fc6-4f17-a739-5552901e0118 req-9b34cfef-a007-4cc4-bb15-9619c1d212e2 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/security-groups?id=156de974-1935-4d66-a47e-bb65e833bf9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1610065
Jun 14 03:24:50.303678 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-a9234886-3bea-4069-86c1-cb444605166f req-c99b3d37-f0f5-4ec2-a5fd-683af0537b85 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c062b9a-20df-4ff7-945a-fdb43d010ed2 HTTP/1.1" status: 200  len: 210 time: 0.0575194
Jun 14 03:24:50.315330 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.db [req-fc266b2d-a445-4d7a-918e-d36c5b15043b req-75e516f0-a027-40a9-a410-4a56c24c62e0 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] For port 57db408f-f7ac-4744-9997-e99b25af2553, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=57db408f-f7ac-4744-9997-e99b25af2553,segment=NetworkSegment(1ff9c71f-b453-4f17-a8ba-b084557f6d64),segment_id=1ff9c71f-b453-4f17-a8ba-b084557f6d64)] {{(pid=92486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:24:50.315924 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-fc266b2d-a445-4d7a-918e-d36c5b15043b req-75e516f0-a027-40a9-a410-4a56c24c62e0 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66754036'] for port, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:50.319758 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.managers [req-3cd79064-53b2-4d65-8e5e-29d06bde98bb req-96ccc5fd-ee85-4674-b4e4-df8db204a634 service neutron] Attempting to bind port 6a238a5c-4452-4368-ab43-2a7cd7c0d441 on host hv-cinder-79617 for vnic_type normal with profile  {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 14 03:24:50.320180 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.managers [req-3cd79064-53b2-4d65-8e5e-29d06bde98bb req-96ccc5fd-ee85-4674-b4e4-df8db204a634 service neutron] Attempting to bind port 6a238a5c-4452-4368-ab43-2a7cd7c0d441 by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': '4fde2819-b443-47f3-830a-4caf2bb2fdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3c332c0b-dc21-4baa-bc4e-126c9f163489'}] {{(pid=92485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 14 03:24:50.320616 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd79064-53b2-4d65-8e5e-29d06bde98bb req-96ccc5fd-ee85-4674-b4e4-df8db204a634 service neutron] Attempting to bind port 6a238a5c-4452-4368-ab43-2a7cd7c0d441 on network 3c332c0b-dc21-4baa-bc4e-126c9f163489 {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 14 03:24:50.329113 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ccc5fd-ee85-4674-b4e4-df8db204a634 service neutron] Pushing event updated for resources: {'Port': ['ID=6a238a5c-4452-4368-ab43-2a7cd7c0d441,revision_number=2']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:24:50.332146 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-96ccc5fd-ee85-4674-b4e4-df8db204a634 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:24:50.333759 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd79064-53b2-4d65-8e5e-29d06bde98bb req-96ccc5fd-ee85-4674-b4e4-df8db204a634 service neutron] Port 6a238a5c-4452-4368-ab43-2a7cd7c0d441 on network 3c332c0b-dc21-4baa-bc4e-126c9f163489 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 14 03:24:50.334072 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd79064-53b2-4d65-8e5e-29d06bde98bb req-96ccc5fd-ee85-4674-b4e4-df8db204a634 service neutron] Attempting to bind port 6a238a5c-4452-4368-ab43-2a7cd7c0d441 on network 3c332c0b-dc21-4baa-bc4e-126c9f163489 {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 14 03:24:50.340302 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd79064-53b2-4d65-8e5e-29d06bde98bb req-96ccc5fd-ee85-4674-b4e4-df8db204a634 service neutron] Checking agent: {'id': 'd909c266-64e1-43b2-ab9b-45098cd1126f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 20, 5), 'started_at': datetime.datetime(2021, 6, 14, 3, 20, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 14 03:24:50.341008 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd79064-53b2-4d65-8e5e-29d06bde98bb req-96ccc5fd-ee85-4674-b4e4-df8db204a634 service neutron] Checking segment: {'id': '4fde2819-b443-47f3-830a-4caf2bb2fdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3c332c0b-dc21-4baa-bc4e-126c9f163489'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 14 03:24:50.341937 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd79064-53b2-4d65-8e5e-29d06bde98bb req-96ccc5fd-ee85-4674-b4e4-df8db204a634 service neutron] Bound using segment: {'id': '4fde2819-b443-47f3-830a-4caf2bb2fdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3c332c0b-dc21-4baa-bc4e-126c9f163489'} {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 14 03:24:50.342557 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.managers [req-3cd79064-53b2-4d65-8e5e-29d06bde98bb req-96ccc5fd-ee85-4674-b4e4-df8db204a634 service neutron] Bound port: 6a238a5c-4452-4368-ab43-2a7cd7c0d441, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fde2819-b443-47f3-830a-4caf2bb2fdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '3c332c0b-dc21-4baa-bc4e-126c9f163489'}}] {{(pid=92485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 14 03:24:50.343043 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-3cd79064-53b2-4d65-8e5e-29d06bde98bb req-96ccc5fd-ee85-4674-b4e4-df8db204a634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:50.419384 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.db [req-3cd79064-53b2-4d65-8e5e-29d06bde98bb req-96ccc5fd-ee85-4674-b4e4-df8db204a634 service neutron] For port 6a238a5c-4452-4368-ab43-2a7cd7c0d441, host hv-cinder-79617, cleared binding levels {{(pid=92485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 14 03:24:50.423468 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.db [req-3cd79064-53b2-4d65-8e5e-29d06bde98bb req-96ccc5fd-ee85-4674-b4e4-df8db204a634 service neutron] For port 6a238a5c-4452-4368-ab43-2a7cd7c0d441, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=6a238a5c-4452-4368-ab43-2a7cd7c0d441,segment=NetworkSegment(4fde2819-b443-47f3-830a-4caf2bb2fdc3),segment_id=4fde2819-b443-47f3-830a-4caf2bb2fdc3)] {{(pid=92485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 14 03:24:50.441669 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.plugin [req-fc266b2d-a445-4d7a-918e-d36c5b15043b req-75e516f0-a027-40a9-a410-4a56c24c62e0 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Calling delete_port for 57db408f-f7ac-4744-9997-e99b25af2553 owned by compute:nova {{(pid=92486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 14 03:24:50.496474 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2976d8-c100-4c08-96cf-57a7de62861c req-dc21a41e-6fab-4d13-aab2-f85d69dab9d9 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:50.497942 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-bd2976d8-c100-4c08-96cf-57a7de62861c req-dc21a41e-6fab-4d13-aab2-f85d69dab9d9 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b7a4755-0c59-4add-8c11-3db422330860 HTTP/1.1" status: 200  len: 947 time: 0.0765195
Jun 14 03:24:50.551848 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-bd2976d8-c100-4c08-96cf-57a7de62861c req-fd23e8ae-ca12-4b88-83ed-ae92240e9c7f tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] 10.222.0.13 "GET /v2.0/security-groups?id=72675039-80a6-4fbd-99b9-4d494a322fae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469494
Jun 14 03:24:50.553426 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-3cd79064-53b2-4d65-8e5e-29d06bde98bb req-96ccc5fd-ee85-4674-b4e4-df8db204a634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:50.557498 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-6f4185f1-e8f3-42a7-8938-0a3083c6e4f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:24:50.598822 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd79064-53b2-4d65-8e5e-29d06bde98bb req-96ccc5fd-ee85-4674-b4e4-df8db204a634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:50.599432 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-3cd79064-53b2-4d65-8e5e-29d06bde98bb req-96ccc5fd-ee85-4674-b4e4-df8db204a634 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389'] for port, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:50.600786 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-3cd79064-53b2-4d65-8e5e-29d06bde98bb req-96ccc5fd-ee85-4674-b4e4-df8db204a634 service neutron] 10.222.0.37 "PUT /v2.0/ports/6a238a5c-4452-4368-ab43-2a7cd7c0d441 HTTP/1.1" status: 200  len: 1094 time: 1.4830773
Jun 14 03:24:50.601265 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac30bc69-1dae-4620-ac5f-a2cb94b47323', 'tag': '6a238a5c-4452-4368-ab43-2a7cd7c0d441'}] {{(pid=92485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:24:50.603889 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0639b30c08a1ea7684a5dbba31199bfc4186ae3813d9033880ffe89de9bab324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f921a7-c696-46e5-ba9b-1015432bc9be" -d '{"events": [{"name": "network-changed", "server_uuid": "ac30bc69-1dae-4620-ac5f-a2cb94b47323", "tag": "6a238a5c-4452-4368-ab43-2a7cd7c0d441"}]}' {{(pid=92485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:24:50.635802 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ccc5fd-ee85-4674-b4e4-df8db204a634 service neutron] Pushing event updated for resources: {'Port': ['ID=6a238a5c-4452-4368-ab43-2a7cd7c0d441,revision_number=3']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:24:50.643848 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 03:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee3c916f-a6d4-4cdf-a691-3cc282342f8b x-openstack-request-id: req-ee3c916f-a6d4-4cdf-a691-3cc282342f8b {{(pid=92485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:24:50.644245 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac30bc69-1dae-4620-ac5f-a2cb94b47323", "tag": "6a238a5c-4452-4368-ab43-2a7cd7c0d441", "status": "completed", "code": 200}]} {{(pid=92485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:24:50.644579 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ee3c916f-a6d4-4cdf-a691-3cc282342f8b {{(pid=92485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:24:50.644982 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac30bc69-1dae-4620-ac5f-a2cb94b47323', 'tag': '6a238a5c-4452-4368-ab43-2a7cd7c0d441', 'status': 'completed', 'code': 200}
Jun 14 03:24:50.645683 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-96ccc5fd-ee85-4674-b4e4-df8db204a634 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:24:50.728419 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f921a7-c696-46e5-ba9b-1015432bc9be req-1432a875-f45a-439b-8c06-84e3e85cb565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:50.730483 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-c0f921a7-c696-46e5-ba9b-1015432bc9be req-1432a875-f45a-439b-8c06-84e3e85cb565 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f2b9f0b6de724516b58c713512694217&device_id=ac30bc69-1dae-4620-ac5f-a2cb94b47323 HTTP/1.1" status: 200  len: 1097 time: 0.0610240
Jun 14 03:24:50.742932 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-fc266b2d-a445-4d7a-918e-d36c5b15043b req-75e516f0-a027-40a9-a410-4a56c24c62e0 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756197075788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756196682536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63152307'] for port, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:50.747394 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:24:50.767492 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] get_ports_and_sgs() called for port_ids ['34006e75-80c3-4179-834e-6909e786b5ba', '57db408f-f7ac-4744-9997-e99b25af2553'] {{(pid=92487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 14 03:24:50.786680 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e516f0-a027-40a9-a410-4a56c24c62e0 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Pushing event deleted for resources: {'Port': ['ID=57db408f-f7ac-4744-9997-e99b25af2553,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:24:50.789853 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-75e516f0-a027-40a9-a410-4a56c24c62e0 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:24:50.846154 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc266b2d-a445-4d7a-918e-d36c5b15043b req-75e516f0-a027-40a9-a410-4a56c24c62e0 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] No DVR routers for this DVR port 57db408f-f7ac-4744-9997-e99b25af2553 on host hv-cinder-79617 {{(pid=92486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 14 03:24:50.848685 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-fc266b2d-a445-4d7a-918e-d36c5b15043b req-75e516f0-a027-40a9-a410-4a56c24c62e0 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389'] for port, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:50.850647 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-fc266b2d-a445-4d7a-918e-d36c5b15043b req-75e516f0-a027-40a9-a410-4a56c24c62e0 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.37 "DELETE /v2.0/ports/57db408f-f7ac-4744-9997-e99b25af2553 HTTP/1.1" status: 204  len: 173 time: 0.8997631
Jun 14 03:24:50.865850 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f921a7-c696-46e5-ba9b-1015432bc9be req-5206ab96-b03e-453c-b4d6-7a2e0a47f0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:50.867651 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-c0f921a7-c696-46e5-ba9b-1015432bc9be req-5206ab96-b03e-453c-b4d6-7a2e0a47f0c7 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=f2b9f0b6de724516b58c713512694217&shared=False HTTP/1.1" status: 200  len: 910 time: 0.1284785
Jun 14 03:24:51.007457 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f921a7-c696-46e5-ba9b-1015432bc9be req-19532b5d-46f1-4012-8135-973a3d86f43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:51.008978 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-c0f921a7-c696-46e5-ba9b-1015432bc9be req-19532b5d-46f1-4012-8135-973a3d86f43c service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1345203
Jun 14 03:24:51.161052 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035b7b3-c3ee-4ba9-a0be-22314d60dfb0 req-4f8efdc8-a3b0-4aab-9c99-6d2cec5e9b0b tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:51.162544 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-4035b7b3-c3ee-4ba9-a0be-22314d60dfb0 req-4f8efdc8-a3b0-4aab-9c99-6d2cec5e9b0b tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 947 time: 0.1244841
Jun 14 03:24:51.169076 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd79064-53b2-4d65-8e5e-29d06bde98bb req-8b392587-aa54-4b25-96ab-dc6fc6c18152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:51.170470 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-3cd79064-53b2-4d65-8e5e-29d06bde98bb req-8b392587-aa54-4b25-96ab-dc6fc6c18152 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f2b9f0b6de724516b58c713512694217&device_id=ac30bc69-1dae-4620-ac5f-a2cb94b47323 HTTP/1.1" status: 200  len: 1097 time: 0.0943086
Jun 14 03:24:51.239345 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-3cd79064-53b2-4d65-8e5e-29d06bde98bb req-9f7ab81f-31c7-4c37-80c2-0ac4341bd959 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a238a5c-4452-4368-ab43-2a7cd7c0d441 HTTP/1.1" status: 200  len: 217 time: 0.0518370
Jun 14 03:24:51.248051 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-4b56cf19-c746-4e81-b94d-e028fcb8de98 req-2ff97e7d-93e4-4363-b71f-393e2566a2f0 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a012d57-3ae3-410a-987e-321da2d01af3 HTTP/1.1" status: 200  len: 210 time: 0.0346546
Jun 14 03:24:51.253089 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-4035b7b3-c3ee-4ba9-a0be-22314d60dfb0 req-71eb1a69-8214-4b37-b18c-f62ade37636b tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0817006
Jun 14 03:24:51.324091 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd79064-53b2-4d65-8e5e-29d06bde98bb req-d6e99f12-651b-41d9-9ffb-36f6a177979b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:51.325522 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-3cd79064-53b2-4d65-8e5e-29d06bde98bb req-d6e99f12-651b-41d9-9ffb-36f6a177979b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5ee2d046-803d-43fe-964a-845253f644b8 HTTP/1.1" status: 200  len: 849 time: 0.0622654
Jun 14 03:24:51.363600 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-3cd79064-53b2-4d65-8e5e-29d06bde98bb req-82b23eb3-2f65-48a8-88f5-8c8b4040283b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3c332c0b-dc21-4baa-bc4e-126c9f163489&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0305150
Jun 14 03:24:51.474452 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f585ecf9-9ef4-4da0-bf87-dd0805098bfc req-8d4363f5-cbd9-4d5c-abca-5b88a631ee75 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:51.476006 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-f585ecf9-9ef4-4da0-bf87-dd0805098bfc req-8d4363f5-cbd9-4d5c-abca-5b88a631ee75 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac30bc69-1dae-4620-ac5f-a2cb94b47323 HTTP/1.1" status: 200  len: 944 time: 0.0893471
Jun 14 03:24:51.508032 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-088bfc8f-4ffc-4f47-8a26-7615d8f540bb req-9d16cfe2-20fd-43f9-8255-ae34934bba77 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=4c062b9a-20df-4ff7-945a-fdb43d010ed2 HTTP/1.1" status: 200  len: 210 time: 0.0375168
Jun 14 03:24:51.517809 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-3cd79064-53b2-4d65-8e5e-29d06bde98bb req-b6bace6d-3c58-4265-99bd-ab8839beaffe service neutron] 10.222.0.37 "GET /v2.0/networks/3c332c0b-dc21-4baa-bc4e-126c9f163489?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1468225
Jun 14 03:24:51.521040 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-f585ecf9-9ef4-4da0-bf87-dd0805098bfc req-669e23d2-da8a-4cdb-b1a2-97f3cd640bea tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/security-groups?id=156de974-1935-4d66-a47e-bb65e833bf9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378637
Jun 14 03:24:51.646625 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-3cd79064-53b2-4d65-8e5e-29d06bde98bb req-5212c80b-4137-46cb-b3a3-f1f9bd8443b2 service neutron] 10.222.0.37 "GET /v2.0/networks/3c332c0b-dc21-4baa-bc4e-126c9f163489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1138921
Jun 14 03:24:51.745927 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367ac13c-7739-49eb-9d2b-6869a433b1b5 req-35b5511f-0681-4348-b425-7a1d30587426 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:51.747581 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-367ac13c-7739-49eb-9d2b-6869a433b1b5 req-35b5511f-0681-4348-b425-7a1d30587426 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b7a4755-0c59-4add-8c11-3db422330860 HTTP/1.1" status: 200  len: 947 time: 0.0714586
Jun 14 03:24:51.790904 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-367ac13c-7739-49eb-9d2b-6869a433b1b5 req-3244fae3-ee5d-439c-b459-c5d2e49aff48 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] 10.222.0.13 "GET /v2.0/security-groups?id=72675039-80a6-4fbd-99b9-4d494a322fae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369332
Jun 14 03:24:52.151150 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a012d57-3ae3-410a-987e-321da2d01af3', 'name': 'network-vif-deleted', 'tag': '57db408f-f7ac-4744-9997-e99b25af2553'}] {{(pid=92486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:24:52.153679 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5355d7bc3b36bcf9a7ee8a2281ad208d869c89ac4cdf4014809f5322b7820d6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cecb5c3-c59b-4383-9ec7-dcee6adf45d2" -d '{"events": [{"server_uuid": "4a012d57-3ae3-410a-987e-321da2d01af3", "name": "network-vif-deleted", "tag": "57db408f-f7ac-4744-9997-e99b25af2553"}]}' {{(pid=92486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:24:52.191269 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29314369-b7ce-4596-87b5-d512a771659f x-openstack-request-id: req-29314369-b7ce-4596-87b5-d512a771659f {{(pid=92486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:24:52.191592 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a012d57-3ae3-410a-987e-321da2d01af3", "name": "network-vif-deleted", "tag": "57db408f-f7ac-4744-9997-e99b25af2553", "status": "completed", "code": 200}]} {{(pid=92486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:24:52.191873 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-29314369-b7ce-4596-87b5-d512a771659f {{(pid=92486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:24:52.192298 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a012d57-3ae3-410a-987e-321da2d01af3', 'name': 'network-vif-deleted', 'tag': '57db408f-f7ac-4744-9997-e99b25af2553', 'status': 'completed', 'code': 200}
Jun 14 03:24:52.413859 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device ba2bc872-567f-41f0-b337-9f82999c51b4 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=92487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 14 03:24:52.418137 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device a6f25ba7-626c-4538-840e-8bb3bfd09671 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 14 03:24:52.461608 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a5049-506a-4591-abfa-0094ae8569e7 req-ab2d5200-f34c-4e15-8523-d351587b9191 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:52.463194 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-ec1a5049-506a-4591-abfa-0094ae8569e7 req-ab2d5200-f34c-4e15-8523-d351587b9191 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 947 time: 0.0720592
Jun 14 03:24:52.466653 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-661a56f4-230e-4389-a254-9a37132de24a None None] No Port match for: a6f25ba7-626c-4538-840e-8bb3bfd09671 {{(pid=92487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 14 03:24:52.467245 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device a6f25ba7-626c-4538-840e-8bb3bfd09671 not bound to the agent host hv-cinder-79617 {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 14 03:24:52.517178 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-ec1a5049-506a-4591-abfa-0094ae8569e7 req-96410061-9ce4-4856-8bd1-2541fad0aacf tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455811
Jun 14 03:24:52.708118 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port ba2bc872-567f-41f0-b337-9f82999c51b4, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=ba2bc872-567f-41f0-b337-9f82999c51b4,segment=NetworkSegment(48fd1e79-a00f-4af1-b983-04d5d48698ec),segment_id=48fd1e79-a00f-4af1-b983-04d5d48698ec)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:24:52.720570 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Returning: {'device': 'ba2bc872-567f-41f0-b337-9f82999c51b4', 'network_id': '97bf0282-75b5-40a5-b783-89e05414a8c9', 'port_id': 'ba2bc872-567f-41f0-b337-9f82999c51b4', 'mac_address': 'fa:16:3e:53:d3:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '146a0018-0982-4dde-8e73-d6b909b024c4', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 14 03:24:52.772964 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:52.773621 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a3acf-ac70-4d92-89ea-97e214f53e5f req-3772d7c5-ef05-4ed5-9749-cb82f8e34f19 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:52.775175 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-5b3a3acf-ac70-4d92-89ea-97e214f53e5f req-3772d7c5-ef05-4ed5-9749-cb82f8e34f19 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac30bc69-1dae-4620-ac5f-a2cb94b47323 HTTP/1.1" status: 200  len: 944 time: 0.0795789
Jun 14 03:24:52.790137 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.notifiers.nova [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba2bc872-567f-41f0-b337-9f82999c51b4 {{(pid=92487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 14 03:24:52.815012 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port ba2bc872-567f-41f0-b337-9f82999c51b4, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=ba2bc872-567f-41f0-b337-9f82999c51b4,segment=NetworkSegment(48fd1e79-a00f-4af1-b983-04d5d48698ec),segment_id=48fd1e79-a00f-4af1-b983-04d5d48698ec)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:24:52.821648 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-5b3a3acf-ac70-4d92-89ea-97e214f53e5f req-0b6b134d-ff95-40e2-bcc8-93867d22768e tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/security-groups?id=156de974-1935-4d66-a47e-bb65e833bf9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399964
Jun 14 03:24:52.908355 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:52.911156 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:24:52.971456 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Pushing event updated for resources: {'Port': ['ID=ba2bc872-567f-41f0-b337-9f82999c51b4,revision_number=4']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:24:52.974955 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:24:52.989696 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f91de0-4227-4477-b58f-7a349632897d req-90a6f435-eecd-4a04-ae7b-8630fa211e8d tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:52.989696 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-f1f91de0-4227-4477-b58f-7a349632897d req-90a6f435-eecd-4a04-ae7b-8630fa211e8d tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4294f363-fd1f-46f0-8428-1ae8ca56a612 HTTP/1.1" status: 200  len: 946 time: 0.0771666
Jun 14 03:24:53.018664 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc71dc5-341f-4ff9-949c-7b21c2e18b37 req-99e4778c-0504-45e9-ad20-3e2e65a6b92f tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:53.020326 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-3bc71dc5-341f-4ff9-949c-7b21c2e18b37 req-99e4778c-0504-45e9-ad20-3e2e65a6b92f tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b7a4755-0c59-4add-8c11-3db422330860 HTTP/1.1" status: 200  len: 948 time: 0.0823891
Jun 14 03:24:53.034229 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-f1f91de0-4227-4477-b58f-7a349632897d req-b24c0930-76dc-446c-b8bb-cab9a182ef54 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406663
Jun 14 03:24:53.069940 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-3bc71dc5-341f-4ff9-949c-7b21c2e18b37 req-f5070c0f-0e38-4eee-9d13-2ff0ee1d7ae4 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] 10.222.0.13 "GET /v2.0/security-groups?id=72675039-80a6-4fbd-99b9-4d494a322fae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423067
Jun 14 03:24:53.245293 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] get_ports_and_sgs() called for port_ids ['ba2bc872-567f-41f0-b337-9f82999c51b4'] {{(pid=92487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 14 03:24:54.003634 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313ec25a-79d4-4547-9774-63c60f30d588 req-5b041b7a-59f0-4e45-9653-65f0c86d3338 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:54.005212 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-313ec25a-79d4-4547-9774-63c60f30d588 req-5b041b7a-59f0-4e45-9653-65f0c86d3338 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac30bc69-1dae-4620-ac5f-a2cb94b47323 HTTP/1.1" status: 200  len: 944 time: 0.0689981
Jun 14 03:24:54.056454 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-313ec25a-79d4-4547-9774-63c60f30d588 req-f7c54662-70e2-40e8-a92c-5d7737c1bb5d tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/security-groups?id=156de974-1935-4d66-a47e-bb65e833bf9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454590
Jun 14 03:24:54.238286 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47536a4-6132-441c-8ae4-fed8a91e31da req-3f0948a0-1b75-4280-a59b-18e14bc7ad70 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:54.239789 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-c47536a4-6132-441c-8ae4-fed8a91e31da req-3f0948a0-1b75-4280-a59b-18e14bc7ad70 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4294f363-fd1f-46f0-8428-1ae8ca56a612 HTTP/1.1" status: 200  len: 946 time: 0.0728195
Jun 14 03:24:54.282114 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-c47536a4-6132-441c-8ae4-fed8a91e31da req-9726a2e2-370f-4614-96f0-fb247fe2e983 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0358398
Jun 14 03:24:54.434035 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device 6a238a5c-4452-4368-ab43-2a7cd7c0d441 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=92487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 14 03:24:54.436382 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device ba2bc872-567f-41f0-b337-9f82999c51b4 up at agent hyperv_hv-cinder-79617 {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:24:54.472354 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16707546-bcff-4acf-8af1-fcf7a6e733e5 req-06969380-7291-4910-a380-dac542fa6768 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:54.473796 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-16707546-bcff-4acf-8af1-fcf7a6e733e5 req-06969380-7291-4910-a380-dac542fa6768 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b7a4755-0c59-4add-8c11-3db422330860 HTTP/1.1" status: 200  len: 948 time: 0.0790513
Jun 14 03:24:54.522691 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-16707546-bcff-4acf-8af1-fcf7a6e733e5 req-4e5ecdf7-5cd1-4478-8160-760403923ec0 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] 10.222.0.13 "GET /v2.0/security-groups?id=72675039-80a6-4fbd-99b9-4d494a322fae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415409
Jun 14 03:24:54.596792 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15125b-f8fd-420e-9b90-287d2c9a4a91 req-0167b4e0-e7fc-4081-9351-fa1429999cf9 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:54.598380 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-1e15125b-f8fd-420e-9b90-287d2c9a4a91 req-0167b4e0-e7fc-4081-9351-fa1429999cf9 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=06776908-bc53-4431-afaa-75dd14833bee HTTP/1.1" status: 200  len: 945 time: 0.0709352
Jun 14 03:24:54.610328 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Provisioning for port ba2bc872-567f-41f0-b337-9f82999c51b4 completed by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:24:54.613780 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port 6a238a5c-4452-4368-ab43-2a7cd7c0d441, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=6a238a5c-4452-4368-ab43-2a7cd7c0d441,segment=NetworkSegment(4fde2819-b443-47f3-830a-4caf2bb2fdc3),segment_id=4fde2819-b443-47f3-830a-4caf2bb2fdc3)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:24:54.629869 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Provisioning complete for port ba2bc872-567f-41f0-b337-9f82999c51b4 triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:24:54.630255 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:54.633053 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Returning: {'device': '6a238a5c-4452-4368-ab43-2a7cd7c0d441', 'network_id': '3c332c0b-dc21-4baa-bc4e-126c9f163489', 'port_id': '6a238a5c-4452-4368-ab43-2a7cd7c0d441', 'mac_address': 'fa:16:3e:98:d8:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ee2d046-803d-43fe-964a-845253f644b8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 14 03:24:54.642000 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-1e15125b-f8fd-420e-9b90-287d2c9a4a91 req-7a64b6c2-8762-401c-8cae-4dd41afe627e tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0367863
Jun 14 03:24:54.717308 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:54.758116 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.notifiers.nova [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a238a5c-4452-4368-ab43-2a7cd7c0d441 {{(pid=92487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 14 03:24:54.785751 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:54.798067 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port 6a238a5c-4452-4368-ab43-2a7cd7c0d441, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=6a238a5c-4452-4368-ab43-2a7cd7c0d441,segment=NetworkSegment(4fde2819-b443-47f3-830a-4caf2bb2fdc3),segment_id=4fde2819-b443-47f3-830a-4caf2bb2fdc3)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:24:54.811653 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b7a4755-0c59-4add-8c11-3db422330860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba2bc872-567f-41f0-b337-9f82999c51b4'}] {{(pid=92487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:24:54.813855 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}681963f073e70c07aac8dc5e895e90246fb88e956d84982da350f3581d0ebeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656f6024-64e4-4bc9-9323-a8e51ed545d4" -d '{"events": [{"server_uuid": "3b7a4755-0c59-4add-8c11-3db422330860", "name": "network-vif-plugged", "status": "completed", "tag": "ba2bc872-567f-41f0-b337-9f82999c51b4"}]}' {{(pid=92487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:24:54.827942 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port ba2bc872-567f-41f0-b337-9f82999c51b4, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=ba2bc872-567f-41f0-b337-9f82999c51b4,segment=NetworkSegment(48fd1e79-a00f-4af1-b983-04d5d48698ec),segment_id=48fd1e79-a00f-4af1-b983-04d5d48698ec)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:24:54.850852 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809e4f43-eda0-4370-b7c8-6960f8dbe5f6 x-openstack-request-id: req-809e4f43-eda0-4370-b7c8-6960f8dbe5f6 {{(pid=92487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:24:54.851148 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b7a4755-0c59-4add-8c11-3db422330860", "name": "network-vif-plugged", "status": "completed", "tag": "ba2bc872-567f-41f0-b337-9f82999c51b4", "code": 200}]} {{(pid=92487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:24:54.851407 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-809e4f43-eda0-4370-b7c8-6960f8dbe5f6 {{(pid=92487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:24:54.851800 dv-cinder-796170-1-iscsi neutron-server[92487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b7a4755-0c59-4add-8c11-3db422330860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba2bc872-567f-41f0-b337-9f82999c51b4', 'code': 200}
Jun 14 03:24:54.893376 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:54.895224 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:24:54.935542 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:54.936348 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device 57db408f-f7ac-4744-9997-e99b25af2553 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 14 03:24:54.965076 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-661a56f4-230e-4389-a254-9a37132de24a None None] No Port match for: 57db408f-f7ac-4744-9997-e99b25af2553 {{(pid=92487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 14 03:24:54.965424 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device 57db408f-f7ac-4744-9997-e99b25af2553 not bound to the agent host hv-cinder-79617 {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 14 03:24:54.976278 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Pushing event updated for resources: {'Port': ['ID=6a238a5c-4452-4368-ab43-2a7cd7c0d441,revision_number=4']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:24:54.982349 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:24:54.982349 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:24:55.031442 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Pushing event updated for resources: {'Port': ['ID=ba2bc872-567f-41f0-b337-9f82999c51b4,revision_number=5']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:24:55.034278 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:24:55.197708 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] get_ports_and_sgs() called for port_ids ['6a238a5c-4452-4368-ab43-2a7cd7c0d441'] {{(pid=92487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 14 03:24:55.241205 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca38ac77-75d4-485f-b191-259f16e3dcdf req-683bf1be-33af-494c-a528-337f0cd787b0 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:55.243011 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-ca38ac77-75d4-485f-b191-259f16e3dcdf req-683bf1be-33af-494c-a528-337f0cd787b0 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac30bc69-1dae-4620-ac5f-a2cb94b47323 HTTP/1.1" status: 200  len: 945 time: 0.0704360
Jun 14 03:24:55.291523 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-ca38ac77-75d4-485f-b191-259f16e3dcdf req-52b7e866-2d9f-4296-a354-1fe053bb4e49 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/security-groups?id=156de974-1935-4d66-a47e-bb65e833bf9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411482
Jun 14 03:24:55.300218 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c50ea74-f47a-4c42-950c-04f339924fc2 req-854132cf-65b0-40cd-b470-0375a4e85cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:55.301684 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-5c50ea74-f47a-4c42-950c-04f339924fc2 req-854132cf-65b0-40cd-b470-0375a4e85cb8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3b7a4755-0c59-4add-8c11-3db422330860 HTTP/1.1" status: 200  len: 1102 time: 0.0620332
Jun 14 03:24:55.343584 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-5c50ea74-f47a-4c42-950c-04f339924fc2 req-0992b496-3984-44df-ba83-7f9f098cb00a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=72675039-80a6-4fbd-99b9-4d494a322fae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0323579
Jun 14 03:24:55.475089 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb7aac-f8d8-49b2-8e46-120fe7a6d55c req-b34a4540-4ae3-49f9-8e1e-3d5e5f44a5ad tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:55.476595 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-70cb7aac-f8d8-49b2-8e46-120fe7a6d55c req-b34a4540-4ae3-49f9-8e1e-3d5e5f44a5ad tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4294f363-fd1f-46f0-8428-1ae8ca56a612 HTTP/1.1" status: 200  len: 946 time: 0.0690761
Jun 14 03:24:55.518677 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-70cb7aac-f8d8-49b2-8e46-120fe7a6d55c req-99d26c86-a737-4c8f-84a9-5f48de713fb8 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0360148
Jun 14 03:24:55.711361 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911b98f6-c81e-45a5-82f8-4e19262a554c req-7bf08442-9659-4e30-b63d-f3138b2513a9 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:55.713340 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-911b98f6-c81e-45a5-82f8-4e19262a554c req-7bf08442-9659-4e30-b63d-f3138b2513a9 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b7a4755-0c59-4add-8c11-3db422330860 HTTP/1.1" status: 200  len: 949 time: 0.0712559
Jun 14 03:24:55.756113 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-911b98f6-c81e-45a5-82f8-4e19262a554c req-3f538832-45a2-4f2e-b984-e39522bb122a tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] 10.222.0.13 "GET /v2.0/security-groups?id=72675039-80a6-4fbd-99b9-4d494a322fae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0369401
Jun 14 03:24:55.830817 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642ac70-cb20-4d14-a3e9-690eb50ba782 req-2d40c83c-eb71-4885-91f9-1654524bc6d0 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:55.832247 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-b642ac70-cb20-4d14-a3e9-690eb50ba782 req-2d40c83c-eb71-4885-91f9-1654524bc6d0 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=06776908-bc53-4431-afaa-75dd14833bee HTTP/1.1" status: 200  len: 945 time: 0.0708706
Jun 14 03:24:55.874072 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-b642ac70-cb20-4d14-a3e9-690eb50ba782 req-856f2cdc-7a78-465d-af70-81c19d05c7bf tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0355403
Jun 14 03:24:56.442214 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device 6a238a5c-4452-4368-ab43-2a7cd7c0d441 up at agent hyperv_hv-cinder-79617 {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:24:56.483298 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3657f058-d90f-447e-ad60-ef6a3b0ad33d req-f9a158ef-c5f0-43a8-8205-ddf89af8ea7c tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:56.490219 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-3657f058-d90f-447e-ad60-ef6a3b0ad33d req-f9a158ef-c5f0-43a8-8205-ddf89af8ea7c tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac30bc69-1dae-4620-ac5f-a2cb94b47323 HTTP/1.1" status: 200  len: 945 time: 0.0872810
Jun 14 03:24:56.497715 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c208aff3-3611-4fbc-ad54-43d973ef36d2 req-6e08a488-634f-4562-832a-1b05014f1afe tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:56.499420 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-c208aff3-3611-4fbc-ad54-43d973ef36d2 req-6e08a488-634f-4562-832a-1b05014f1afe tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.37 "GET /v2.0/ports?device_id=06776908-bc53-4431-afaa-75dd14833bee HTTP/1.1" status: 200  len: 945 time: 0.0807405
Jun 14 03:24:56.535794 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-3657f058-d90f-447e-ad60-ef6a3b0ad33d req-4b87847f-255c-48fc-81ba-9a1afcb7c4c3 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/security-groups?id=156de974-1935-4d66-a47e-bb65e833bf9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446892
Jun 14 03:24:56.634378 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.plugin [req-c208aff3-3611-4fbc-ad54-43d973ef36d2 req-a39ffc23-ce72-46de-9de0-d93f53818cd2 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Deleting port 7ce645c4-08f2-416b-a2e5-b7a89fb175b6 {{(pid=92485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 14 03:24:56.634907 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-c208aff3-3611-4fbc-ad54-43d973ef36d2 req-a39ffc23-ce72-46de-9de0-d93f53818cd2 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756197070376'] for port, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:56.636959 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Provisioning for port 6a238a5c-4452-4368-ab43-2a7cd7c0d441 completed by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:24:56.641040 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Provisioning complete for port 6a238a5c-4452-4368-ab43-2a7cd7c0d441 triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:24:56.643939 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:56.736190 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:56.771607 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port 6a238a5c-4452-4368-ab43-2a7cd7c0d441, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=6a238a5c-4452-4368-ab43-2a7cd7c0d441,segment=NetworkSegment(4fde2819-b443-47f3-830a-4caf2bb2fdc3),segment_id=4fde2819-b443-47f3-830a-4caf2bb2fdc3)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:24:56.801141 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.db [req-c208aff3-3611-4fbc-ad54-43d973ef36d2 req-a39ffc23-ce72-46de-9de0-d93f53818cd2 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] For port 7ce645c4-08f2-416b-a2e5-b7a89fb175b6, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=7ce645c4-08f2-416b-a2e5-b7a89fb175b6,segment=NetworkSegment(b291bd91-84e2-429d-ad5c-40697d97b7c7),segment_id=b291bd91-84e2-429d-ad5c-40697d97b7c7)] {{(pid=92485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:24:56.801495 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-c208aff3-3611-4fbc-ad54-43d973ef36d2 req-a39ffc23-ce72-46de-9de0-d93f53818cd2 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66754036'] for port, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:56.821465 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea45d4a-299a-48fb-a303-1b3dd1cf23aa req-2aef453b-e3e6-4ae5-854f-3cd7e664ac36 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:56.822937 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-bea45d4a-299a-48fb-a303-1b3dd1cf23aa req-2aef453b-e3e6-4ae5-854f-3cd7e664ac36 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4294f363-fd1f-46f0-8428-1ae8ca56a612 HTTP/1.1" status: 200  len: 946 time: 0.1707156
Jun 14 03:24:56.853145 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac30bc69-1dae-4620-ac5f-a2cb94b47323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a238a5c-4452-4368-ab43-2a7cd7c0d441'}] {{(pid=92487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:24:56.857034 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}681963f073e70c07aac8dc5e895e90246fb88e956d84982da350f3581d0ebeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688c7ce7-d1f8-487f-9ef1-10d32274a898" -d '{"events": [{"server_uuid": "ac30bc69-1dae-4620-ac5f-a2cb94b47323", "name": "network-vif-plugged", "status": "completed", "tag": "6a238a5c-4452-4368-ab43-2a7cd7c0d441"}]}' {{(pid=92487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:24:56.870555 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:56.872947 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:24:56.911477 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.plugin [req-c208aff3-3611-4fbc-ad54-43d973ef36d2 req-a39ffc23-ce72-46de-9de0-d93f53818cd2 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Calling delete_port for 7ce645c4-08f2-416b-a2e5-b7a89fb175b6 owned by compute:nova {{(pid=92485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 14 03:24:56.930077 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Pushing event updated for resources: {'Port': ['ID=6a238a5c-4452-4368-ab43-2a7cd7c0d441,revision_number=5']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:24:56.933617 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:24:56.940830 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06d868-9a49-4d54-af72-efc5eed5ee61 req-1979e1bc-0985-4cfc-a5e5-8c3a61bac8fd tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:56.942790 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-4a06d868-9a49-4d54-af72-efc5eed5ee61 req-1979e1bc-0985-4cfc-a5e5-8c3a61bac8fd tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b7a4755-0c59-4add-8c11-3db422330860 HTTP/1.1" status: 200  len: 949 time: 0.0721347
Jun 14 03:24:56.990626 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-4a06d868-9a49-4d54-af72-efc5eed5ee61 req-cdc7a06d-c4e3-422b-b633-a0b69c430ec9 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] 10.222.0.13 "GET /v2.0/security-groups?id=72675039-80a6-4fbd-99b9-4d494a322fae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414233
Jun 14 03:24:57.002160 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-bea45d4a-299a-48fb-a303-1b3dd1cf23aa req-2ceb31de-0c14-4be0-8f1e-d04b3f7f2b6b tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1311786
Jun 14 03:24:57.039427 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d81a377-507f-4082-941e-f5bd4734f64e x-openstack-request-id: req-7d81a377-507f-4082-941e-f5bd4734f64e {{(pid=92487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:24:57.039773 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac30bc69-1dae-4620-ac5f-a2cb94b47323", "name": "network-vif-plugged", "status": "completed", "tag": "6a238a5c-4452-4368-ab43-2a7cd7c0d441", "code": 200}]} {{(pid=92487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:24:57.040062 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7d81a377-507f-4082-941e-f5bd4734f64e {{(pid=92487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:24:57.041702 dv-cinder-796170-1-iscsi neutron-server[92487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac30bc69-1dae-4620-ac5f-a2cb94b47323', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a238a5c-4452-4368-ab43-2a7cd7c0d441', 'code': 200}
Jun 14 03:24:57.219690 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-c208aff3-3611-4fbc-ad54-43d973ef36d2 req-a39ffc23-ce72-46de-9de0-d93f53818cd2 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756197075788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756196682536'] for port, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:57.227231 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-58c1e41c-7960-4812-a378-372a5f13c72e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:24:57.244577 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] get_ports_and_sgs() called for port_ids ['47a7b94f-3815-413c-94af-f890cbdc7059', '5e36903c-2a50-4ee9-9858-bb9fd78951bf', '7ce645c4-08f2-416b-a2e5-b7a89fb175b6'] {{(pid=92487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 14 03:24:57.269612 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6aaa1-c6c9-4ae9-a74f-4dbf17dca57e req-cdc95c91-f841-4ba9-a3be-784a0774e01f tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:57.270420 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-d6d6aaa1-c6c9-4ae9-a74f-4dbf17dca57e req-cdc95c91-f841-4ba9-a3be-784a0774e01f tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=06776908-bc53-4431-afaa-75dd14833bee HTTP/1.1" status: 200  len: 945 time: 0.1226053
Jun 14 03:24:57.273107 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39ffc23-ce72-46de-9de0-d93f53818cd2 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Pushing event deleted for resources: {'Port': ['ID=7ce645c4-08f2-416b-a2e5-b7a89fb175b6,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:24:57.285472 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-a39ffc23-ce72-46de-9de0-d93f53818cd2 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:24:57.360285 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.l3_dvrscheduler_db [req-c208aff3-3611-4fbc-ad54-43d973ef36d2 req-a39ffc23-ce72-46de-9de0-d93f53818cd2 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] No DVR routers for this DVR port 7ce645c4-08f2-416b-a2e5-b7a89fb175b6 on host hv-cinder-79617 {{(pid=92485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 14 03:24:57.367116 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-c208aff3-3611-4fbc-ad54-43d973ef36d2 req-a39ffc23-ce72-46de-9de0-d93f53818cd2 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389'] for port, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:24:57.369847 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-c208aff3-3611-4fbc-ad54-43d973ef36d2 req-a39ffc23-ce72-46de-9de0-d93f53818cd2 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.37 "DELETE /v2.0/ports/7ce645c4-08f2-416b-a2e5-b7a89fb175b6 HTTP/1.1" status: 204  len: 173 time: 0.8607385
Jun 14 03:24:57.370319 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06776908-bc53-4431-afaa-75dd14833bee', 'name': 'network-vif-deleted', 'tag': '7ce645c4-08f2-416b-a2e5-b7a89fb175b6'}] {{(pid=92485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:24:57.373180 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0639b30c08a1ea7684a5dbba31199bfc4186ae3813d9033880ffe89de9bab324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3033f63-2cb2-46a7-a633-8de0689177c9" -d '{"events": [{"server_uuid": "06776908-bc53-4431-afaa-75dd14833bee", "name": "network-vif-deleted", "tag": "7ce645c4-08f2-416b-a2e5-b7a89fb175b6"}]}' {{(pid=92485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:24:57.402099 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-d6d6aaa1-c6c9-4ae9-a74f-4dbf17dca57e req-7c8c06a3-9a3f-49e2-ba28-dee262be360e tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1122296
Jun 14 03:24:57.468603 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b2866e-bbba-489f-a893-8faf89748b90 x-openstack-request-id: req-83b2866e-bbba-489f-a893-8faf89748b90 {{(pid=92485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:24:57.468992 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06776908-bc53-4431-afaa-75dd14833bee", "name": "network-vif-deleted", "tag": "7ce645c4-08f2-416b-a2e5-b7a89fb175b6", "status": "completed", "code": 200}]} {{(pid=92485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:24:57.469332 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-83b2866e-bbba-489f-a893-8faf89748b90 {{(pid=92485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:24:57.469801 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06776908-bc53-4431-afaa-75dd14833bee', 'name': 'network-vif-deleted', 'tag': '7ce645c4-08f2-416b-a2e5-b7a89fb175b6', 'status': 'completed', 'code': 200}
Jun 14 03:24:57.548276 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862312a9-f897-481a-a2d5-4e3351f61b3c req-2892f21e-6ff5-44c6-985b-ea687986f475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:57.550022 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-862312a9-f897-481a-a2d5-4e3351f61b3c req-2892f21e-6ff5-44c6-985b-ea687986f475 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ac30bc69-1dae-4620-ac5f-a2cb94b47323 HTTP/1.1" status: 200  len: 1099 time: 0.0915651
Jun 14 03:24:57.591947 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-862312a9-f897-481a-a2d5-4e3351f61b3c req-cdd1713a-fe1f-4d66-81d7-9acf403177a5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=156de974-1935-4d66-a47e-bb65e833bf9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0348277
Jun 14 03:24:57.770916 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff81e977-752f-4357-8dcb-fbabcf1b3c9a req-e77e822e-745b-4616-859a-c8f57229fae1 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:57.772946 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-ff81e977-752f-4357-8dcb-fbabcf1b3c9a req-e77e822e-745b-4616-859a-c8f57229fae1 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac30bc69-1dae-4620-ac5f-a2cb94b47323 HTTP/1.1" status: 200  len: 946 time: 0.0913768
Jun 14 03:24:57.828449 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-ff81e977-752f-4357-8dcb-fbabcf1b3c9a req-5c2ad386-ec48-43b7-8166-ff97ed7b6158 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/security-groups?id=156de974-1935-4d66-a47e-bb65e833bf9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498571
Jun 14 03:24:57.859454 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61933a2d-667c-4d6a-bb51-100059cb2a5c req-f9216268-a8a3-43be-af33-d6a2c7e9adf3 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:57.861007 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-61933a2d-667c-4d6a-bb51-100059cb2a5c req-f9216268-a8a3-43be-af33-d6a2c7e9adf3 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b7a4755-0c59-4add-8c11-3db422330860 HTTP/1.1" status: 200  len: 949 time: 0.0764785
Jun 14 03:24:57.910976 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-61933a2d-667c-4d6a-bb51-100059cb2a5c req-78c584c4-dc7a-4c19-b1e0-959ac2c5bf84 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] 10.222.0.13 "GET /v2.0/security-groups?id=72675039-80a6-4fbd-99b9-4d494a322fae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434740
Jun 14 03:24:58.184446 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df46db4b-f639-400d-ae22-9dd84af405b2 req-b436bdc1-bfc5-4e9d-a9ed-44c9e42aaaee tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:58.185822 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-df46db4b-f639-400d-ae22-9dd84af405b2 req-b436bdc1-bfc5-4e9d-a9ed-44c9e42aaaee tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4294f363-fd1f-46f0-8428-1ae8ca56a612 HTTP/1.1" status: 200  len: 946 time: 0.0685744
Jun 14 03:24:58.226863 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-df46db4b-f639-400d-ae22-9dd84af405b2 req-17daac89-e712-46b1-95b6-c3db021f4e7a tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0353882
Jun 14 03:24:58.563315 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-0c7fcaa9-d4d4-4d0f-bc0d-c3594bab04d6 req-99d4a4e7-670d-463a-9024-45b7d7f6bb9c tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=06776908-bc53-4431-afaa-75dd14833bee HTTP/1.1" status: 200  len: 210 time: 0.0328128
Jun 14 03:24:59.016558 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e61982c-34fc-49da-ae82-582fda752505 req-8b978198-c123-4f76-9fe2-86cc015c620a tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:59.017914 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-1e61982c-34fc-49da-ae82-582fda752505 req-8b978198-c123-4f76-9fe2-86cc015c620a tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac30bc69-1dae-4620-ac5f-a2cb94b47323 HTTP/1.1" status: 200  len: 946 time: 0.0685012
Jun 14 03:24:59.069108 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-1e61982c-34fc-49da-ae82-582fda752505 req-6648557d-3931-4eb7-a59d-7e3b96f4288e tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/security-groups?id=156de974-1935-4d66-a47e-bb65e833bf9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452645
Jun 14 03:24:59.099825 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f3ccdb-90ec-4d16-9da4-9f148d2c4234 req-a66eb301-ceef-466d-973c-c6d2aefc4377 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:59.101273 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-c0f3ccdb-90ec-4d16-9da4-9f148d2c4234 req-a66eb301-ceef-466d-973c-c6d2aefc4377 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b7a4755-0c59-4add-8c11-3db422330860 HTTP/1.1" status: 200  len: 949 time: 0.0702252
Jun 14 03:24:59.142471 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-c0f3ccdb-90ec-4d16-9da4-9f148d2c4234 req-d3a5d46f-4adb-4d43-99bb-f8b4cc1ac12f tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] 10.222.0.13 "GET /v2.0/security-groups?id=72675039-80a6-4fbd-99b9-4d494a322fae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0350277
Jun 14 03:24:59.404547 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c3f2a4-ddfb-457f-8209-97c0dc16a871 req-ddb52a2e-d7f5-471f-80cc-3c91f38c6e17 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:24:59.405936 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-84c3f2a4-ddfb-457f-8209-97c0dc16a871 req-ddb52a2e-d7f5-471f-80cc-3c91f38c6e17 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4294f363-fd1f-46f0-8428-1ae8ca56a612 HTTP/1.1" status: 200  len: 946 time: 0.0663590
Jun 14 03:24:59.447135 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-84c3f2a4-ddfb-457f-8209-97c0dc16a871 req-e79d7100-7850-4106-b10e-11997d7144a2 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0355926
Jun 14 03:24:59.724044 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-4fe2ef15-84da-4b82-849c-399ef5600bb6 req-b9353579-3ada-4372-ac64-479cef193539 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=06776908-bc53-4431-afaa-75dd14833bee HTTP/1.1" status: 200  len: 210 time: 0.0363593
Jun 14 03:25:00.245706 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273eb9c2-d772-4c0f-8f57-0674489885cf req-29ae207a-5bcc-4c40-bc0c-6d283c2e3e02 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:25:00.247187 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-273eb9c2-d772-4c0f-8f57-0674489885cf req-29ae207a-5bcc-4c40-bc0c-6d283c2e3e02 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac30bc69-1dae-4620-ac5f-a2cb94b47323 HTTP/1.1" status: 200  len: 946 time: 0.0668936
Jun 14 03:25:00.292631 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-273eb9c2-d772-4c0f-8f57-0674489885cf req-21ab1b30-1ae5-4434-84d5-a8a522936405 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/security-groups?id=156de974-1935-4d66-a47e-bb65e833bf9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398426
Jun 14 03:25:00.324474 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e049bfa6-cac3-48e2-aa35-f68f93fbece2 req-0e3962f7-363f-4dc1-8ac2-fbc4f22d6a3c tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:25:00.325919 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-e049bfa6-cac3-48e2-aa35-f68f93fbece2 req-0e3962f7-363f-4dc1-8ac2-fbc4f22d6a3c tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b7a4755-0c59-4add-8c11-3db422330860 HTTP/1.1" status: 200  len: 949 time: 0.0706768
Jun 14 03:25:00.367209 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-e049bfa6-cac3-48e2-aa35-f68f93fbece2 req-f0a9b371-5572-4403-9c5c-c9a735fc5b57 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] 10.222.0.13 "GET /v2.0/security-groups?id=72675039-80a6-4fbd-99b9-4d494a322fae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0355537
Jun 14 03:25:00.623993 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cd9dd2-3814-4d6f-a2cd-f5fdc446ccac req-229395fe-3860-43f1-a57a-66ada68035a0 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:25:00.625421 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-04cd9dd2-3814-4d6f-a2cd-f5fdc446ccac req-229395fe-3860-43f1-a57a-66ada68035a0 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4294f363-fd1f-46f0-8428-1ae8ca56a612 HTTP/1.1" status: 200  len: 946 time: 0.0683329
Jun 14 03:25:00.665774 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-04cd9dd2-3814-4d6f-a2cd-f5fdc446ccac req-26ae662f-890e-4c8c-be26-362b5b6b4abd tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0347686
Jun 14 03:25:00.877813 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-99dc76fe-68ae-44a2-8d0e-8d8bf3160c47 req-64189b80-8b9e-4496-81b3-0064af5600dc tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=06776908-bc53-4431-afaa-75dd14833bee HTTP/1.1" status: 200  len: 210 time: 0.0320854
Jun 14 03:25:01.147397 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device 7ce645c4-08f2-416b-a2e5-b7a89fb175b6 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 14 03:25:01.172798 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-661a56f4-230e-4389-a254-9a37132de24a None None] No Port match for: 7ce645c4-08f2-416b-a2e5-b7a89fb175b6 {{(pid=92487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 14 03:25:01.173166 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device 7ce645c4-08f2-416b-a2e5-b7a89fb175b6 not bound to the agent host hv-cinder-79617 {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 14 03:25:01.486921 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cd07e5-a0ca-4ed2-b5a2-c62a95e1a658 req-4f90070c-1095-4f97-8dae-cb740af832eb tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:25:01.488488 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-a9cd07e5-a0ca-4ed2-b5a2-c62a95e1a658 req-4f90070c-1095-4f97-8dae-cb740af832eb tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac30bc69-1dae-4620-ac5f-a2cb94b47323 HTTP/1.1" status: 200  len: 946 time: 0.0811508
Jun 14 03:25:01.542908 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-a9cd07e5-a0ca-4ed2-b5a2-c62a95e1a658 req-2a1f386a-21e2-428c-8a32-d400f7fb571a tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/security-groups?id=156de974-1935-4d66-a47e-bb65e833bf9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486617
Jun 14 03:25:01.593855 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d3e56-770d-42d9-9a61-5048a2867e74 req-49d26378-6850-49d5-ae0f-cd55881eaa1a tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:25:01.595320 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-225d3e56-770d-42d9-9a61-5048a2867e74 req-49d26378-6850-49d5-ae0f-cd55881eaa1a tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b7a4755-0c59-4add-8c11-3db422330860 HTTP/1.1" status: 200  len: 949 time: 0.0805480
Jun 14 03:25:01.640088 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-225d3e56-770d-42d9-9a61-5048a2867e74 req-3f51aa97-4ce5-41d4-aa76-daeb35244153 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] 10.222.0.13 "GET /v2.0/security-groups?id=72675039-80a6-4fbd-99b9-4d494a322fae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391293
Jun 14 03:25:01.848471 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76555174-bfd6-44e7-ab15-9b534ca3fa4e req-461c9033-346f-426e-95b6-aab599b44600 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:25:01.849977 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-76555174-bfd6-44e7-ab15-9b534ca3fa4e req-461c9033-346f-426e-95b6-aab599b44600 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4294f363-fd1f-46f0-8428-1ae8ca56a612 HTTP/1.1" status: 200  len: 946 time: 0.0714011
Jun 14 03:25:01.894442 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-76555174-bfd6-44e7-ab15-9b534ca3fa4e req-79d1b17d-9789-4d7f-9b13-06f121634ea2 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/security-groups?id=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371151
Jun 14 03:25:02.315558 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd59e3-6bf6-4aae-8771-2e23ef85ee5b req-d8525928-25c4-4220-84c7-af5f88108d37 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:25:02.316998 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-c9bd59e3-6bf6-4aae-8771-2e23ef85ee5b req-d8525928-25c4-4220-84c7-af5f88108d37 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.37 "GET /v2.0/ports?device_id=4294f363-fd1f-46f0-8428-1ae8ca56a612 HTTP/1.1" status: 200  len: 946 time: 0.0678332
Jun 14 03:25:02.443184 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.plugin [req-c9bd59e3-6bf6-4aae-8771-2e23ef85ee5b req-a3e6e282-8bab-4721-a26d-e616d716eff1 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Deleting port 34006e75-80c3-4179-834e-6909e786b5ba {{(pid=92485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 14 03:25:02.443184 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-c9bd59e3-6bf6-4aae-8771-2e23ef85ee5b req-a3e6e282-8bab-4721-a26d-e616d716eff1 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756197070376'] for port, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:02.613837 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37745f82-ee85-4995-a6bb-82a86bfbffeb req-e9a94498-c941-4f63-93f3-5ce4edfdb193 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:25:02.615401 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-37745f82-ee85-4995-a6bb-82a86bfbffeb req-e9a94498-c941-4f63-93f3-5ce4edfdb193 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] 10.222.0.37 "GET /v2.0/ports?device_id=3b7a4755-0c59-4add-8c11-3db422330860 HTTP/1.1" status: 200  len: 949 time: 0.1284280
Jun 14 03:25:02.629792 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f72e0-627d-40a1-9a21-2b6f8b37e3e7 req-315898bb-d1d8-40c3-a7c5-26f6dc2b0232 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:25:02.631357 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-708f72e0-627d-40a1-9a21-2b6f8b37e3e7 req-315898bb-d1d8-40c3-a7c5-26f6dc2b0232 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6fb668-bebf-4f5f-93c3-ec8157c81881 HTTP/1.1" status: 200  len: 946 time: 0.1101058
Jun 14 03:25:02.749601 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-708f72e0-627d-40a1-9a21-2b6f8b37e3e7 req-e5a723f2-ffaf-4f60-aefc-e61b5aec21eb tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850255
Jun 14 03:25:02.785743 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.plugin [req-37745f82-ee85-4995-a6bb-82a86bfbffeb req-504ee790-5952-4f33-b5b0-87f22e56e5d9 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] Deleting port ba2bc872-567f-41f0-b337-9f82999c51b4 {{(pid=92486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 14 03:25:02.786319 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-37745f82-ee85-4995-a6bb-82a86bfbffeb req-504ee790-5952-4f33-b5b0-87f22e56e5d9 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756197070376'] for port, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:02.821144 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.db [req-c9bd59e3-6bf6-4aae-8771-2e23ef85ee5b req-a3e6e282-8bab-4721-a26d-e616d716eff1 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] For port 34006e75-80c3-4179-834e-6909e786b5ba, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=34006e75-80c3-4179-834e-6909e786b5ba,segment=NetworkSegment(1ff9c71f-b453-4f17-a8ba-b084557f6d64),segment_id=1ff9c71f-b453-4f17-a8ba-b084557f6d64)] {{(pid=92485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:25:02.821706 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-c9bd59e3-6bf6-4aae-8771-2e23ef85ee5b req-a3e6e282-8bab-4721-a26d-e616d716eff1 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66754036'] for port, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:02.921351 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.plugin [req-c9bd59e3-6bf6-4aae-8771-2e23ef85ee5b req-a3e6e282-8bab-4721-a26d-e616d716eff1 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Calling delete_port for 34006e75-80c3-4179-834e-6909e786b5ba owned by compute:nova {{(pid=92485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 14 03:25:02.941980 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ab694-cdef-41e4-8ccc-46d7f2fb9f53 req-4580ef8d-fafd-418f-a769-b62b18a0e33f tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:25:02.943460 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-1e9ab694-cdef-41e4-8ccc-46d7f2fb9f53 req-4580ef8d-fafd-418f-a769-b62b18a0e33f tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac30bc69-1dae-4620-ac5f-a2cb94b47323 HTTP/1.1" status: 200  len: 946 time: 0.2031977
Jun 14 03:25:02.961634 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.db [req-37745f82-ee85-4995-a6bb-82a86bfbffeb req-504ee790-5952-4f33-b5b0-87f22e56e5d9 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] For port ba2bc872-567f-41f0-b337-9f82999c51b4, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=ba2bc872-567f-41f0-b337-9f82999c51b4,segment=NetworkSegment(48fd1e79-a00f-4af1-b983-04d5d48698ec),segment_id=48fd1e79-a00f-4af1-b983-04d5d48698ec)] {{(pid=92486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:25:02.961984 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-37745f82-ee85-4995-a6bb-82a86bfbffeb req-504ee790-5952-4f33-b5b0-87f22e56e5d9 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66754036'] for port, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:03.026914 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa355b9-0244-4046-8cdd-49e7e0b154bf req-f369bb9a-8771-4eaf-a6b3-d56f9898142f tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:25:03.028378 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-4aa355b9-0244-4046-8cdd-49e7e0b154bf req-f369bb9a-8771-4eaf-a6b3-d56f9898142f tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b7a4755-0c59-4add-8c11-3db422330860 HTTP/1.1" status: 200  len: 949 time: 0.1527555
Jun 14 03:25:03.046527 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-1e9ab694-cdef-41e4-8ccc-46d7f2fb9f53 req-54fc89fc-1601-411e-b81d-c0ddc6937229 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/security-groups?id=156de974-1935-4d66-a47e-bb65e833bf9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510957
Jun 14 03:25:03.069427 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.plugin [req-37745f82-ee85-4995-a6bb-82a86bfbffeb req-504ee790-5952-4f33-b5b0-87f22e56e5d9 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] Calling delete_port for ba2bc872-567f-41f0-b337-9f82999c51b4 owned by compute:nova {{(pid=92486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 14 03:25:03.172629 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-4aa355b9-0244-4046-8cdd-49e7e0b154bf req-2fb35a3f-4b23-43f8-9429-51d27904e49b tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] 10.222.0.13 "GET /v2.0/security-groups?id=72675039-80a6-4fbd-99b9-4d494a322fae&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0962491
Jun 14 03:25:03.239405 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-966a2db6-022b-401d-97ea-1d55e84151b4 req-674eb519-180d-4e03-b604-2e6234931538 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4294f363-fd1f-46f0-8428-1ae8ca56a612 HTTP/1.1" status: 200  len: 210 time: 0.0550280
Jun 14 03:25:03.240498 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-c9bd59e3-6bf6-4aae-8771-2e23ef85ee5b req-a3e6e282-8bab-4721-a26d-e616d716eff1 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756197075788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756196682536'] for port, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:03.245470 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:03.277877 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e6e282-8bab-4721-a26d-e616d716eff1 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Pushing event deleted for resources: {'Port': ['ID=34006e75-80c3-4179-834e-6909e786b5ba,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:03.280549 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-a3e6e282-8bab-4721-a26d-e616d716eff1 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:03.333445 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9bd59e3-6bf6-4aae-8771-2e23ef85ee5b req-a3e6e282-8bab-4721-a26d-e616d716eff1 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] No DVR routers for this DVR port 34006e75-80c3-4179-834e-6909e786b5ba on host hv-cinder-79617 {{(pid=92485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 14 03:25:03.336199 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-c9bd59e3-6bf6-4aae-8771-2e23ef85ee5b req-a3e6e282-8bab-4721-a26d-e616d716eff1 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389'] for port, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:03.338385 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-c9bd59e3-6bf6-4aae-8771-2e23ef85ee5b req-a3e6e282-8bab-4721-a26d-e616d716eff1 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.37 "DELETE /v2.0/ports/34006e75-80c3-4179-834e-6909e786b5ba HTTP/1.1" status: 204  len: 173 time: 1.0109191
Jun 14 03:25:03.338864 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4294f363-fd1f-46f0-8428-1ae8ca56a612', 'name': 'network-vif-deleted', 'tag': '34006e75-80c3-4179-834e-6909e786b5ba'}] {{(pid=92485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:25:03.341585 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0639b30c08a1ea7684a5dbba31199bfc4186ae3813d9033880ffe89de9bab324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17486fd5-083a-4b5f-ae0d-17c7d56cde47" -d '{"events": [{"server_uuid": "4294f363-fd1f-46f0-8428-1ae8ca56a612", "name": "network-vif-deleted", "tag": "34006e75-80c3-4179-834e-6909e786b5ba"}]}' {{(pid=92485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:25:03.351220 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-37745f82-ee85-4995-a6bb-82a86bfbffeb req-504ee790-5952-4f33-b5b0-87f22e56e5d9 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756197075788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756196682536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63152307'] for port, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:03.356812 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-583aee13-b018-49b9-925c-6b3a5c947562 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:03.379191 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b78eca-160f-47e3-bacb-d951a0ee517d x-openstack-request-id: req-07b78eca-160f-47e3-bacb-d951a0ee517d {{(pid=92485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:25:03.381273 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4294f363-fd1f-46f0-8428-1ae8ca56a612", "name": "network-vif-deleted", "tag": "34006e75-80c3-4179-834e-6909e786b5ba", "status": "completed", "code": 200}]} {{(pid=92485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:25:03.384483 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-07b78eca-160f-47e3-bacb-d951a0ee517d {{(pid=92485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:25:03.384483 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4294f363-fd1f-46f0-8428-1ae8ca56a612', 'name': 'network-vif-deleted', 'tag': '34006e75-80c3-4179-834e-6909e786b5ba', 'status': 'completed', 'code': 200}
Jun 14 03:25:03.392521 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504ee790-5952-4f33-b5b0-87f22e56e5d9 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] Pushing event deleted for resources: {'Port': ['ID=ba2bc872-567f-41f0-b337-9f82999c51b4,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:03.441546 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-504ee790-5952-4f33-b5b0-87f22e56e5d9 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:03.477599 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.l3_dvrscheduler_db [req-37745f82-ee85-4995-a6bb-82a86bfbffeb req-504ee790-5952-4f33-b5b0-87f22e56e5d9 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] No DVR routers for this DVR port ba2bc872-567f-41f0-b337-9f82999c51b4 on host hv-cinder-79617 {{(pid=92486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 14 03:25:03.480609 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-37745f82-ee85-4995-a6bb-82a86bfbffeb req-504ee790-5952-4f33-b5b0-87f22e56e5d9 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389'] for port, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:03.482843 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-37745f82-ee85-4995-a6bb-82a86bfbffeb req-504ee790-5952-4f33-b5b0-87f22e56e5d9 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] 10.222.0.37 "DELETE /v2.0/ports/ba2bc872-567f-41f0-b337-9f82999c51b4 HTTP/1.1" status: 204  len: 173 time: 0.8607621
Jun 14 03:25:03.483611 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b7a4755-0c59-4add-8c11-3db422330860', 'name': 'network-vif-deleted', 'tag': 'ba2bc872-567f-41f0-b337-9f82999c51b4'}] {{(pid=92486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:25:03.486125 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5355d7bc3b36bcf9a7ee8a2281ad208d869c89ac4cdf4014809f5322b7820d6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19041e91-ccd3-4a8e-8d50-2718b4f3f97e" -d '{"events": [{"server_uuid": "3b7a4755-0c59-4add-8c11-3db422330860", "name": "network-vif-deleted", "tag": "ba2bc872-567f-41f0-b337-9f82999c51b4"}]}' {{(pid=92486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:25:03.540091 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06fefde-b386-4af7-a481-587eaa4932a1 x-openstack-request-id: req-c06fefde-b386-4af7-a481-587eaa4932a1 {{(pid=92486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:25:03.540506 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b7a4755-0c59-4add-8c11-3db422330860", "name": "network-vif-deleted", "tag": "ba2bc872-567f-41f0-b337-9f82999c51b4", "status": "completed", "code": 200}]} {{(pid=92486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:25:03.540874 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c06fefde-b386-4af7-a481-587eaa4932a1 {{(pid=92486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:25:03.541440 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b7a4755-0c59-4add-8c11-3db422330860', 'name': 'network-vif-deleted', 'tag': 'ba2bc872-567f-41f0-b337-9f82999c51b4', 'status': 'completed', 'code': 200}
Jun 14 03:25:04.014822 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b045aa-b6f0-484b-864c-e00b340dddb6 req-bdae10e2-45e0-41dd-852a-c6176ee7c085 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:25:04.017210 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-06b045aa-b6f0-484b-864c-e00b340dddb6 req-bdae10e2-45e0-41dd-852a-c6176ee7c085 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6fb668-bebf-4f5f-93c3-ec8157c81881 HTTP/1.1" status: 200  len: 946 time: 0.1292124
Jun 14 03:25:04.030043 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7ac89b-6160-4fd6-8cf0-952d013b7d4f req-ccfbe24e-e03e-4bd9-91f9-8bd640cc0732 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:25:04.035498 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-be7ac89b-6160-4fd6-8cf0-952d013b7d4f req-ccfbe24e-e03e-4bd9-91f9-8bd640cc0732 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.37 "GET /v2.0/ports?device_id=2a6fb668-bebf-4f5f-93c3-ec8157c81881 HTTP/1.1" status: 200  len: 946 time: 0.1036928
Jun 14 03:25:04.113387 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-06b045aa-b6f0-484b-864c-e00b340dddb6 req-d5171ea0-6c37-490f-a8fa-4da80fe0e486 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0808592
Jun 14 03:25:04.179056 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.plugin [req-be7ac89b-6160-4fd6-8cf0-952d013b7d4f req-13a6e0bb-af5d-48de-bdda-219901f1418e tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Deleting port 5e36903c-2a50-4ee9-9858-bb9fd78951bf {{(pid=92486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 14 03:25:04.179400 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-be7ac89b-6160-4fd6-8cf0-952d013b7d4f req-13a6e0bb-af5d-48de-bdda-219901f1418e tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756197070376'] for port, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:04.302320 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.db [req-be7ac89b-6160-4fd6-8cf0-952d013b7d4f req-13a6e0bb-af5d-48de-bdda-219901f1418e tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] For port 5e36903c-2a50-4ee9-9858-bb9fd78951bf, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=5e36903c-2a50-4ee9-9858-bb9fd78951bf,segment=NetworkSegment(b291bd91-84e2-429d-ad5c-40697d97b7c7),segment_id=b291bd91-84e2-429d-ad5c-40697d97b7c7)] {{(pid=92486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:25:04.302706 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-be7ac89b-6160-4fd6-8cf0-952d013b7d4f req-13a6e0bb-af5d-48de-bdda-219901f1418e tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66754036'] for port, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:04.396824 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-284c4b76-65a9-4bde-a198-fa23d079aa9b req-409db953-85d8-4e8d-b418-e9a3cb30c18f tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] 10.222.0.13 "GET /v2.0/ports?device_id=3b7a4755-0c59-4add-8c11-3db422330860 HTTP/1.1" status: 200  len: 210 time: 0.0915132
Jun 14 03:25:04.443198 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.plugin [req-be7ac89b-6160-4fd6-8cf0-952d013b7d4f req-13a6e0bb-af5d-48de-bdda-219901f1418e tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Calling delete_port for 5e36903c-2a50-4ee9-9858-bb9fd78951bf owned by compute:nova {{(pid=92486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 14 03:25:04.480734 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-b2a4f094-cbc1-4f2f-afca-aae52777583c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:04.583748 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-bf04371d-9a9e-4888-86b6-c4c6ae279917 req-ea4320fc-8add-4377-ab56-d88299e976d1 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] 10.222.0.13 "GET /v2.0/ports?device_id=4294f363-fd1f-46f0-8428-1ae8ca56a612 HTTP/1.1" status: 200  len: 210 time: 0.0346580
Jun 14 03:25:04.771938 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-be7ac89b-6160-4fd6-8cf0-952d013b7d4f req-13a6e0bb-af5d-48de-bdda-219901f1418e tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756197075788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756196682536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63152307'] for port, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:04.786012 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] get_ports_and_sgs() called for port_ids ['47a7b94f-3815-413c-94af-f890cbdc7059', '5e36903c-2a50-4ee9-9858-bb9fd78951bf'] {{(pid=92487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 14 03:25:04.800808 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-6979ed30-4a0f-4651-a654-0cc8992b69b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:04.836704 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a6e0bb-af5d-48de-bdda-219901f1418e tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Pushing event deleted for resources: {'Port': ['ID=5e36903c-2a50-4ee9-9858-bb9fd78951bf,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:04.842260 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-13a6e0bb-af5d-48de-bdda-219901f1418e tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:04.901026 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.l3_dvrscheduler_db [req-be7ac89b-6160-4fd6-8cf0-952d013b7d4f req-13a6e0bb-af5d-48de-bdda-219901f1418e tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] No DVR routers for this DVR port 5e36903c-2a50-4ee9-9858-bb9fd78951bf on host hv-cinder-79617 {{(pid=92486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 14 03:25:04.904484 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-be7ac89b-6160-4fd6-8cf0-952d013b7d4f req-13a6e0bb-af5d-48de-bdda-219901f1418e tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389'] for port, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:04.906460 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-be7ac89b-6160-4fd6-8cf0-952d013b7d4f req-13a6e0bb-af5d-48de-bdda-219901f1418e tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.37 "DELETE /v2.0/ports/5e36903c-2a50-4ee9-9858-bb9fd78951bf HTTP/1.1" status: 204  len: 173 time: 0.8586338
Jun 14 03:25:04.929207 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ca9da1-252c-4781-b564-0aebf17ddbc0 req-d177caf6-6902-4ff1-9b77-82092f08baca tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:25:04.930644 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-b2ca9da1-252c-4781-b564-0aebf17ddbc0 req-d177caf6-6902-4ff1-9b77-82092f08baca tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac30bc69-1dae-4620-ac5f-a2cb94b47323 HTTP/1.1" status: 200  len: 946 time: 0.1718121
Jun 14 03:25:04.983506 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-b2ca9da1-252c-4781-b564-0aebf17ddbc0 req-dd663524-2555-4f92-810c-12acc7b81225 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/security-groups?id=156de974-1935-4d66-a47e-bb65e833bf9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447431
Jun 14 03:25:05.121391 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device ba2bc872-567f-41f0-b337-9f82999c51b4 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 14 03:25:05.155413 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-661a56f4-230e-4389-a254-9a37132de24a None None] No Port match for: ba2bc872-567f-41f0-b337-9f82999c51b4 {{(pid=92487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 14 03:25:05.155763 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device ba2bc872-567f-41f0-b337-9f82999c51b4 not bound to the agent host hv-cinder-79617 {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 14 03:25:05.156188 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device 34006e75-80c3-4179-834e-6909e786b5ba no longer exists at agent hyperv_hv-cinder-79617 {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 14 03:25:05.195766 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:05.196527 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-661a56f4-230e-4389-a254-9a37132de24a None None] No Port match for: 34006e75-80c3-4179-834e-6909e786b5ba {{(pid=92487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 14 03:25:05.197003 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device 34006e75-80c3-4179-834e-6909e786b5ba not bound to the agent host hv-cinder-79617 {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 14 03:25:05.277399 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-c5362afa-2988-45fb-9dea-33ca434bb308 req-0ecabba7-79c9-4f60-af13-de3819b714df tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=2a6fb668-bebf-4f5f-93c3-ec8157c81881 HTTP/1.1" status: 200  len: 210 time: 0.0360172
Jun 14 03:25:05.542423 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a6fb668-bebf-4f5f-93c3-ec8157c81881', 'name': 'network-vif-deleted', 'tag': '5e36903c-2a50-4ee9-9858-bb9fd78951bf'}] {{(pid=92486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:25:05.544823 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5355d7bc3b36bcf9a7ee8a2281ad208d869c89ac4cdf4014809f5322b7820d6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f826389-bd59-478b-9729-61be988fb3f3" -d '{"events": [{"server_uuid": "2a6fb668-bebf-4f5f-93c3-ec8157c81881", "name": "network-vif-deleted", "tag": "5e36903c-2a50-4ee9-9858-bb9fd78951bf"}]}' {{(pid=92486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:25:05.578728 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e794d1-6874-4011-82bb-3a0e70ebe3ce x-openstack-request-id: req-45e794d1-6874-4011-82bb-3a0e70ebe3ce {{(pid=92486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:25:05.579080 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a6fb668-bebf-4f5f-93c3-ec8157c81881", "name": "network-vif-deleted", "tag": "5e36903c-2a50-4ee9-9858-bb9fd78951bf", "status": "completed", "code": 200}]} {{(pid=92486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:25:05.579556 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-45e794d1-6874-4011-82bb-3a0e70ebe3ce {{(pid=92486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:25:05.580047 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a6fb668-bebf-4f5f-93c3-ec8157c81881', 'name': 'network-vif-deleted', 'tag': '5e36903c-2a50-4ee9-9858-bb9fd78951bf', 'status': 'completed', 'code': 200}
Jun 14 03:25:05.682831 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 44018) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:25:06.209497 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e835e0-2c66-4377-bae7-73ebc156b1b8 req-8bec744c-fb3c-4fc3-9279-9c5a43418ee2 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:25:06.211079 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-41e835e0-2c66-4377-bae7-73ebc156b1b8 req-8bec744c-fb3c-4fc3-9279-9c5a43418ee2 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac30bc69-1dae-4620-ac5f-a2cb94b47323 HTTP/1.1" status: 200  len: 946 time: 0.0741184
Jun 14 03:25:06.257164 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-41e835e0-2c66-4377-bae7-73ebc156b1b8 req-588c45b9-a527-459b-b606-7be44d27f5ce tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/security-groups?id=156de974-1935-4d66-a47e-bb65e833bf9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391006
Jun 14 03:25:06.421273 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e48abc-74c3-41a5-b6e9-6e506914329e req-2f82d782-bac3-45ec-8689-617bcbcad08b tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:25:06.427978 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-18e48abc-74c3-41a5-b6e9-6e506914329e req-2f82d782-bac3-45ec-8689-617bcbcad08b tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.37 "GET /v2.0/ports?device_id=ac30bc69-1dae-4620-ac5f-a2cb94b47323 HTTP/1.1" status: 200  len: 946 time: 0.1466565
Jun 14 03:25:06.633182 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.plugin [req-18e48abc-74c3-41a5-b6e9-6e506914329e req-3886876b-6ccd-4071-82cf-d03a789e9fa1 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Deleting port 6a238a5c-4452-4368-ab43-2a7cd7c0d441 {{(pid=92486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 14 03:25:06.633886 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-18e48abc-74c3-41a5-b6e9-6e506914329e req-3886876b-6ccd-4071-82cf-d03a789e9fa1 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756197070376'] for port, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:06.646166 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-42b07ca1-2dc3-44e3-86e4-746c84201dc8 req-bbc49af5-1c9f-4e40-a182-f0592247341a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0621376
Jun 14 03:25:06.655514 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-6ce7eea6-58a7-4c19-b30f-82ca359e4101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66751185'] for router_interface, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:06.725965 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b07ca1-2dc3-44e3-86e4-746c84201dc8 req-1484a5a9-9b5d-4c5f-945f-8c4b3b74906d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:25:06.727506 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-42b07ca1-2dc3-44e3-86e4-746c84201dc8 req-1484a5a9-9b5d-4c5f-945f-8c4b3b74906d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9155b325d6cd4337b263e1034bb9dbfb&device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 1100 time: 0.0595555
Jun 14 03:25:06.879686 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b07ca1-2dc3-44e3-86e4-746c84201dc8 req-3fc57c54-d033-4fba-9ac0-895eafe5b4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:25:06.881424 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-42b07ca1-2dc3-44e3-86e4-746c84201dc8 req-3fc57c54-d033-4fba-9ac0-895eafe5b4da service neutron] 10.222.0.37 "GET /v2.0/networks?id=f65bd812-254a-48f4-8498-d6b6b04b0ab8 HTTP/1.1" status: 200  len: 918 time: 0.1271849
Jun 14 03:25:06.881591 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.db [req-18e48abc-74c3-41a5-b6e9-6e506914329e req-3886876b-6ccd-4071-82cf-d03a789e9fa1 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] For port 6a238a5c-4452-4368-ab43-2a7cd7c0d441, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=6a238a5c-4452-4368-ab43-2a7cd7c0d441,segment=NetworkSegment(4fde2819-b443-47f3-830a-4caf2bb2fdc3),segment_id=4fde2819-b443-47f3-830a-4caf2bb2fdc3)] {{(pid=92486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:25:06.881944 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-18e48abc-74c3-41a5-b6e9-6e506914329e req-3886876b-6ccd-4071-82cf-d03a789e9fa1 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66754036'] for port, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:06.964438 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-42b07ca1-2dc3-44e3-86e4-746c84201dc8 req-0d527de1-3dd9-4c4b-a213-af170535e504 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f77975c8-c610-4ab3-81f9-48ca459d07e0 HTTP/1.1" status: 200  len: 1002 time: 0.0760379
Jun 14 03:25:07.002678 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-689a6a2a-1eb9-4180-9650-504d13926f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:07.030939 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b07ca1-2dc3-44e3-86e4-746c84201dc8 req-376ace05-bcaf-4bd3-b9e6-c38abed137a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:25:07.032467 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-42b07ca1-2dc3-44e3-86e4-746c84201dc8 req-376ace05-bcaf-4bd3-b9e6-c38abed137a6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=545b480d-c2cb-4869-a2a3-42345a60be46 HTTP/1.1" status: 200  len: 856 time: 0.0617957
Jun 14 03:25:07.043785 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.plugin [req-18e48abc-74c3-41a5-b6e9-6e506914329e req-3886876b-6ccd-4071-82cf-d03a789e9fa1 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Calling delete_port for 6a238a5c-4452-4368-ab43-2a7cd7c0d441 owned by compute:nova {{(pid=92486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 14 03:25:07.100863 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b07ca1-2dc3-44e3-86e4-746c84201dc8 req-74004822-8c00-4832-b105-b57f645e48cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:25:07.106497 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-42b07ca1-2dc3-44e3-86e4-746c84201dc8 req-74004822-8c00-4832-b105-b57f645e48cc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f65bd812-254a-48f4-8498-d6b6b04b0ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0629904
Jun 14 03:25:07.142171 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device 6a238a5c-4452-4368-ab43-2a7cd7c0d441 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 14 03:25:07.252622 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:07.277297 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:07.278665 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-42b07ca1-2dc3-44e3-86e4-746c84201dc8 req-abe74092-a60f-41df-a5f2-442bef18a1b3 service neutron] 10.222.0.37 "GET /v2.0/networks/f65bd812-254a-48f4-8498-d6b6b04b0ab8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1693530
Jun 14 03:25:07.431490 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-42b07ca1-2dc3-44e3-86e4-746c84201dc8 req-45c13dd4-9b1b-4292-8007-6e2134c7ee4c service neutron] 10.222.0.37 "GET /v2.0/networks/f65bd812-254a-48f4-8498-d6b6b04b0ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1452632
Jun 14 03:25:07.478202 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.plugin [None req-6ce7eea6-58a7-4c19-b30f-82ca359e4101 admin admin] Deleting port 4d1f2287-21f3-420c-a875-e3ec95037235 {{(pid=92486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 14 03:25:07.479222 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-6ce7eea6-58a7-4c19-b30f-82ca359e4101 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756197070376'] for port, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:07.491312 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75f980-a375-4272-9ed6-d0b408d42d6e req-3a80745d-7205-4151-98d1-36c98a295b5f tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:25:07.492891 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-4c75f980-a375-4272-9ed6-d0b408d42d6e req-3a80745d-7205-4151-98d1-36c98a295b5f tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac30bc69-1dae-4620-ac5f-a2cb94b47323 HTTP/1.1" status: 200  len: 946 time: 0.0762939
Jun 14 03:25:07.535317 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-4c75f980-a375-4272-9ed6-d0b408d42d6e req-24f0bee8-2138-464f-a16d-80b67fffe446 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/security-groups?id=156de974-1935-4d66-a47e-bb65e833bf9e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0361068
Jun 14 03:25:07.554802 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device 5e36903c-2a50-4ee9-9858-bb9fd78951bf no longer exists at agent hyperv_hv-cinder-79617 {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 14 03:25:07.554998 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-18e48abc-74c3-41a5-b6e9-6e506914329e req-3886876b-6ccd-4071-82cf-d03a789e9fa1 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756197075788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756196682536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63152307'] for port, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:07.559975 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-a419189b-7900-4f55-ae71-b50f10e35155 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:07.583611 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-661a56f4-230e-4389-a254-9a37132de24a None None] No Port match for: 5e36903c-2a50-4ee9-9858-bb9fd78951bf {{(pid=92487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 14 03:25:07.584068 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device 5e36903c-2a50-4ee9-9858-bb9fd78951bf not bound to the agent host hv-cinder-79617 {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 14 03:25:07.605080 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3886876b-6ccd-4071-82cf-d03a789e9fa1 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Pushing event deleted for resources: {'Port': ['ID=6a238a5c-4452-4368-ab43-2a7cd7c0d441,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:07.618671 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-3886876b-6ccd-4071-82cf-d03a789e9fa1 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:07.663917 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.db [None req-6ce7eea6-58a7-4c19-b30f-82ca359e4101 admin admin] For port 4d1f2287-21f3-420c-a875-e3ec95037235, host dv-cinder-796170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=4d1f2287-21f3-420c-a875-e3ec95037235,segment=NetworkSegment(1ff9c71f-b453-4f17-a8ba-b084557f6d64),segment_id=1ff9c71f-b453-4f17-a8ba-b084557f6d64)] {{(pid=92486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:25:07.664607 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-6ce7eea6-58a7-4c19-b30f-82ca359e4101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66754036'] for port, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:07.698679 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.l3_dvrscheduler_db [req-18e48abc-74c3-41a5-b6e9-6e506914329e req-3886876b-6ccd-4071-82cf-d03a789e9fa1 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] No DVR routers for this DVR port 6a238a5c-4452-4368-ab43-2a7cd7c0d441 on host hv-cinder-79617 {{(pid=92486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 14 03:25:07.702942 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-18e48abc-74c3-41a5-b6e9-6e506914329e req-3886876b-6ccd-4071-82cf-d03a789e9fa1 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389'] for port, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:07.704791 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-18e48abc-74c3-41a5-b6e9-6e506914329e req-3886876b-6ccd-4071-82cf-d03a789e9fa1 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.37 "DELETE /v2.0/ports/6a238a5c-4452-4368-ab43-2a7cd7c0d441 HTTP/1.1" status: 204  len: 173 time: 1.2756050
Jun 14 03:25:07.705273 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac30bc69-1dae-4620-ac5f-a2cb94b47323', 'name': 'network-vif-deleted', 'tag': '6a238a5c-4452-4368-ab43-2a7cd7c0d441'}] {{(pid=92486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:25:07.707713 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5355d7bc3b36bcf9a7ee8a2281ad208d869c89ac4cdf4014809f5322b7820d6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21d7cff-a797-40d3-afe5-81844d6dc587" -d '{"events": [{"server_uuid": "ac30bc69-1dae-4620-ac5f-a2cb94b47323", "name": "network-vif-deleted", "tag": "6a238a5c-4452-4368-ab43-2a7cd7c0d441"}]}' {{(pid=92486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:25:07.795817 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.plugin [None req-6ce7eea6-58a7-4c19-b30f-82ca359e4101 admin admin] Calling delete_port for 4d1f2287-21f3-420c-a875-e3ec95037235 owned by network:router_interface {{(pid=92486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 14 03:25:07.798620 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2434c31b-9331-4eb9-99c4-2aee9f351ee1 x-openstack-request-id: req-2434c31b-9331-4eb9-99c4-2aee9f351ee1 {{(pid=92486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:25:07.798925 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac30bc69-1dae-4620-ac5f-a2cb94b47323", "name": "network-vif-deleted", "tag": "6a238a5c-4452-4368-ab43-2a7cd7c0d441", "status": "completed", "code": 200}]} {{(pid=92486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:25:07.799600 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2434c31b-9331-4eb9-99c4-2aee9f351ee1 {{(pid=92486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:25:07.799600 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac30bc69-1dae-4620-ac5f-a2cb94b47323', 'name': 'network-vif-deleted', 'tag': '6a238a5c-4452-4368-ab43-2a7cd7c0d441', 'status': 'completed', 'code': 200}
Jun 14 03:25:07.820580 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 44124) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:25:07.966243 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-5e4b94be-a978-4b95-84cd-e0351cba5d49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:08.110936 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-5e4b94be-a978-4b95-84cd-e0351cba5d49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:08.156186 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-a6614653-0164-4561-80ac-e583b9425df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:08.159565 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-6ce7eea6-58a7-4c19-b30f-82ca359e4101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756197075788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756196682536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63152307'] for port, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:08.168403 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:08.187679 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-5e4b94be-a978-4b95-84cd-e0351cba5d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:08.191751 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-31c47794-0ae3-4ac8-815d-e8f3e92d84f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:08.199539 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce7eea6-58a7-4c19-b30f-82ca359e4101 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d1f2287-21f3-420c-a875-e3ec95037235,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:08.204581 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-6ce7eea6-58a7-4c19-b30f-82ca359e4101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:08.240679 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-5e4b94be-a978-4b95-84cd-e0351cba5d49 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1ce454148a2c4ae8a4b6941b268b690b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4152088
Jun 14 03:25:08.240954 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 44142) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:25:08.247959 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4b94be-a978-4b95-84cd-e0351cba5d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a80b2a-56a6-4709-94fa-ec7fc12587c3,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:08.252077 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-5e4b94be-a978-4b95-84cd-e0351cba5d49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:08.302286 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-78c6666c-d32f-47aa-a5e5-db94c0a10d8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:08.326812 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-78c6666c-d32f-47aa-a5e5-db94c0a10d8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:08.420783 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-6ce7eea6-58a7-4c19-b30f-82ca359e4101 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66605118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66750529'] for router_interface, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:08.446320 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-78c6666c-d32f-47aa-a5e5-db94c0a10d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:08.450161 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-78c6666c-d32f-47aa-a5e5-db94c0a10d8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:08.453624 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-78c6666c-d32f-47aa-a5e5-db94c0a10d8d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/08a80b2a-56a6-4709-94fa-ec7fc12587c3 HTTP/1.1" status: 204  len: 168 time: 0.2093847
Jun 14 03:25:08.453624 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-364133cd-33be-4aac-af32-a5abdd2fb4ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:08.465805 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c6666c-d32f-47aa-a5e5-db94c0a10d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a80b2a-56a6-4709-94fa-ec7fc12587c3,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:08.468903 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-78c6666c-d32f-47aa-a5e5-db94c0a10d8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:08.726028 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-b2fc7eae-abb9-4659-afe0-4686d87744a8 req-99f94c16-51a4-41be-b0fc-eb87a6e2e56b tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] 10.222.0.13 "GET /v2.0/ports?device_id=ac30bc69-1dae-4620-ac5f-a2cb94b47323 HTTP/1.1" status: 200  len: 210 time: 0.0546446
Jun 14 03:25:08.916368 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d920d-588f-43b4-b2e0-1d05363da983 req-c2ced9b7-61e7-40e8-8c6e-eb9ce07a2b9c tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:25:08.917881 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-e17d920d-588f-43b4-b2e0-1d05363da983 req-c2ced9b7-61e7-40e8-8c6e-eb9ce07a2b9c tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a6e3ccf-7f24-4f37-8c06-135b6f8abe81 HTTP/1.1" status: 200  len: 945 time: 0.1027808
Jun 14 03:25:09.092085 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-e17d920d-588f-43b4-b2e0-1d05363da983 req-82dd7b20-4bb1-464b-b84f-abfa0e6e7f15 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1646972
Jun 14 03:25:09.123465 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ce7eea6-58a7-4c19-b30f-82ca359e4101 admin admin] Router c2d5f85c-93cb-4f11-a6cf-4933e639503e has already been hosted by L3 agent faa78350-ce80-467b-8f2c-9d7893daed85 {{(pid=92486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 14 03:25:09.270061 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce7eea6-58a7-4c19-b30f-82ca359e4101 admin admin] Notify agent at l3_agent.dv-cinder-796170-1-iscsi the message routers_updated {{(pid=92486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 14 03:25:09.275777 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-6ce7eea6-58a7-4c19-b30f-82ca359e4101 admin admin] 10.222.0.13 "PUT /v2.0/routers/c2d5f85c-93cb-4f11-a6cf-4933e639503e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5916126
Jun 14 03:25:09.278209 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 44214) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:25:09.279335 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322bfd95-dd1d-4180-90dc-38426e8731ea None None] Sync routers for ids ['c2d5f85c-93cb-4f11-a6cf-4933e639503e'] in dv-cinder-796170-1-iscsi {{(pid=92488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 14 03:25:09.288448 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322bfd95-dd1d-4180-90dc-38426e8731ea None None] Routers {'c2d5f85c-93cb-4f11-a6cf-4933e639503e'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:25:09.290231 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-322bfd95-dd1d-4180-90dc-38426e8731ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5e0a1280>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:25:07Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['c2d5f85c-93cb-4f11-a6cf-4933e639503e'], 'active': True} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:25:09.435996 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-46d13a53-c968-494b-9daa-513f940868ef admin admin] Notify callbacks [] for router, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:09.440375 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvr_db [None req-322bfd95-dd1d-4180-90dc-38426e8731ea None None] Set router c2d5f85c-93cb-4f11-a6cf-4933e639503e gateway port host: dv-cinder-796170-1-iscsi {{(pid=92488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:25:09.609653 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-46d13a53-c968-494b-9daa-513f940868ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:09.610606 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 44230) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:25:09.699882 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-322bfd95-dd1d-4180-90dc-38426e8731ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5e0a1280>, [{'id': 'c2d5f85c-93cb-4f11-a6cf-4933e639503e', 'name': 'tempest-ServerRescueNegativeTestJSON-280545644-router', 'tenant_id': 'd770a57b3e724678a2cc69c7a9890825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '15b976c5-b1a9-46df-8fc5-ce084fdff975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:37Z', 'updated_at': '2021-06-14T03:25:08Z', 'revision_number': 5, 'project_id': 'd770a57b3e724678a2cc69c7a9890825', 'gw_port': {'id': '15b976c5-b1a9-46df-8fc5-ce084fdff975', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:19:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d5f85c-93cb-4f11-a6cf-4933e639503e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:21:38Z', 'updated_at': '2021-06-14T03:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi'}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:25:09.703639 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322bfd95-dd1d-4180-90dc-38426e8731ea None None] Checking router: c2d5f85c-93cb-4f11-a6cf-4933e639503e for host: dv-cinder-796170-1-iscsi {{(pid=92488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 14 03:25:09.708048 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.v2.base [None req-bd8147ad-bf2d-40c7-ad8b-d53a28b0fbd6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-838711568-network', 'tenant_id': '43a422776a77497eb08a2b437fe8f3a4'}} {{(pid=92485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:25:09.711484 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322bfd95-dd1d-4180-90dc-38426e8731ea None None] Routers {'c2d5f85c-93cb-4f11-a6cf-4933e639503e'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:25:09.712075 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-322bfd95-dd1d-4180-90dc-38426e8731ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5e0a1280>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:25:07Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['c2d5f85c-93cb-4f11-a6cf-4933e639503e'], 'active': True} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:25:09.748090 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-37effd67-6caa-48ba-975b-7ec46c17b4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:09.816741 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8147ad-bf2d-40c7-ad8b-d53a28b0fbd6 admin admin] Made reservation on behalf of 43a422776a77497eb08a2b437fe8f3a4 for: {'network': 1} {{(pid=92485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 14 03:25:09.818422 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.plugin [None req-46d13a53-c968-494b-9daa-513f940868ef admin admin] Deleting port 15b976c5-b1a9-46df-8fc5-ce084fdff975 {{(pid=92486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 14 03:25:09.820262 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-46d13a53-c968-494b-9daa-513f940868ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756197070376'] for port, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:09.820383 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-bd8147ad-bf2d-40c7-ad8b-d53a28b0fbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for network, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:09.835128 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-bd8147ad-bf2d-40c7-ad8b-d53a28b0fbd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:09.872609 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvr_db [None req-322bfd95-dd1d-4180-90dc-38426e8731ea None None] Set router c2d5f85c-93cb-4f11-a6cf-4933e639503e gateway port host: dv-cinder-796170-1-iscsi {{(pid=92488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:25:09.972225 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.db [None req-46d13a53-c968-494b-9daa-513f940868ef admin admin] For port 15b976c5-b1a9-46df-8fc5-ce084fdff975, host dv-cinder-796170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=15b976c5-b1a9-46df-8fc5-ce084fdff975,segment=NetworkSegment(893a0064-443a-4390-b9c3-705fa3bdf9f8),segment_id=893a0064-443a-4390-b9c3-705fa3bdf9f8)] {{(pid=92486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:25:09.973163 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-46d13a53-c968-494b-9daa-513f940868ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66754036'] for port, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:10.032449 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-bd8147ad-bf2d-40c7-ad8b-d53a28b0fbd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:10.114148 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-bd8147ad-bf2d-40c7-ad8b-d53a28b0fbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:10.123370 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-5e4b94be-a978-4b95-84cd-e0351cba5d49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:10.128277 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.plugin [None req-46d13a53-c968-494b-9daa-513f940868ef admin admin] Calling delete_port for 15b976c5-b1a9-46df-8fc5-ce084fdff975 owned by network:router_gateway {{(pid=92486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 14 03:25:10.168797 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd8147ad-bf2d-40c7-ad8b-d53a28b0fbd6 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'}  {{(pid=92485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 14 03:25:10.181266 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-bd8147ad-bf2d-40c7-ad8b-d53a28b0fbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677934'] for segment, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:10.181771 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.db.segments_db [None req-bd8147ad-bf2d-40c7-ad8b-d53a28b0fbd6 admin admin] Added segment 2cb0716a-ed02-4a11-ab33-313821ec955b of type vlan for network 7f129db1-9523-4318-ad85-9f49178b5bdc
Jun 14 03:25:10.248345 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-bd8147ad-bf2d-40c7-ad8b-d53a28b0fbd6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756196669341'] for network, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:10.282433 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8147ad-bf2d-40c7-ad8b-d53a28b0fbd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5352eff-b59b-4c89-8e56-c42e49ce936f,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:10.289476 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-bd8147ad-bf2d-40c7-ad8b-d53a28b0fbd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:10.312769 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-322bfd95-dd1d-4180-90dc-38426e8731ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5e0a1280>, [{'id': 'c2d5f85c-93cb-4f11-a6cf-4933e639503e', 'name': 'tempest-ServerRescueNegativeTestJSON-280545644-router', 'tenant_id': 'd770a57b3e724678a2cc69c7a9890825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '15b976c5-b1a9-46df-8fc5-ce084fdff975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:37Z', 'updated_at': '2021-06-14T03:25:08Z', 'revision_number': 5, 'project_id': 'd770a57b3e724678a2cc69c7a9890825', 'gw_port': {'id': '15b976c5-b1a9-46df-8fc5-ce084fdff975', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:19:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d5f85c-93cb-4f11-a6cf-4933e639503e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:21:38Z', 'updated_at': '2021-06-14T03:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi'}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:25:10.317275 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322bfd95-dd1d-4180-90dc-38426e8731ea None None] The sync data for ids ['c2d5f85c-93cb-4f11-a6cf-4933e639503e'] in dv-cinder-796170-1-iscsi is: [{'id': 'c2d5f85c-93cb-4f11-a6cf-4933e639503e', 'name': 'tempest-ServerRescueNegativeTestJSON-280545644-router', 'tenant_id': 'd770a57b3e724678a2cc69c7a9890825', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': '15b976c5-b1a9-46df-8fc5-ce084fdff975', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:37Z', 'updated_at': '2021-06-14T03:25:08Z', 'revision_number': 5, 'project_id': 'd770a57b3e724678a2cc69c7a9890825', 'gw_port': {'id': '15b976c5-b1a9-46df-8fc5-ce084fdff975', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:19:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d5f85c-93cb-4f11-a6cf-4933e639503e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:21:38Z', 'updated_at': '2021-06-14T03:21:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi'}] {{(pid=92488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 14 03:25:10.362036 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-bd8147ad-bf2d-40c7-ad8b-d53a28b0fbd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111'] for network, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:10.363415 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8147ad-bf2d-40c7-ad8b-d53a28b0fbd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:25:10.363997 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-bd8147ad-bf2d-40c7-ad8b-d53a28b0fbd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for network, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:10.366240 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-4845dbc0-33c5-4dd5-a559-8f6d129efa3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:10.452091 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f33e8c-d4a7-40c3-b6c6-d192f3e7bffd req-d51c6172-6c7e-444e-97bd-4edad1504277 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:25:10.453551 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-04f33e8c-d4a7-40c3-b6c6-d192f3e7bffd req-d51c6172-6c7e-444e-97bd-4edad1504277 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.37 "GET /v2.0/ports?device_id=9a6e3ccf-7f24-4f37-8c06-135b6f8abe81 HTTP/1.1" status: 200  len: 945 time: 0.2058365
Jun 14 03:25:10.479426 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8147ad-bf2d-40c7-ad8b-d53a28b0fbd6 admin admin] Pushing event updated for resources: {'Network': ['ID=7f129db1-9523-4318-ad85-9f49178b5bdc,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:10.483680 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-bd8147ad-bf2d-40c7-ad8b-d53a28b0fbd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:10.495089 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-bd8147ad-bf2d-40c7-ad8b-d53a28b0fbd6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.8819950
Jun 14 03:25:10.498825 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 44284) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:25:10.505577 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Network 7f129db1-9523-4318-ad85-9f49178b5bdc details requested by agent ovs-agent-dv-cinder-796170-1-iscsi with host dv-cinder-796170-1-iscsi {{(pid=92487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 14 03:25:10.505739 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.v2.base [None req-960c83dd-ce1a-490f-86b3-94023e10a641 admin admin] Request body: {'subnet': {'network_id': '7f129db1-9523-4318-ad85-9f49178b5bdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-838711568-subnet', 'tenant_id': '43a422776a77497eb08a2b437fe8f3a4', 'ip_version': 4}} {{(pid=92485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:25:10.512313 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5e4f8-1ae0-46fc-962b-f82a9ca983a9 req-dfc6b46d-8531-4228-b569-3857a8421157 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:25:10.513837 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-77f5e4f8-1ae0-46fc-962b-f82a9ca983a9 req-dfc6b46d-8531-4228-b569-3857a8421157 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a6e3ccf-7f24-4f37-8c06-135b6f8abe81 HTTP/1.1" status: 200  len: 945 time: 0.2701578
Jun 14 03:25:10.622486 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960c83dd-ce1a-490f-86b3-94023e10a641 admin admin] Made reservation on behalf of 43a422776a77497eb08a2b437fe8f3a4 for: {'subnet': 1} {{(pid=92485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 14 03:25:10.625092 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-960c83dd-ce1a-490f-86b3-94023e10a641 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:10.637498 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-77f5e4f8-1ae0-46fc-962b-f82a9ca983a9 req-2c22dd38-7607-47e8-8cac-96beb1717d47 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0971222
Jun 14 03:25:10.664676 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.plugin [req-04f33e8c-d4a7-40c3-b6c6-d192f3e7bffd req-b94afbdc-242c-483c-b73d-dcb9ffbee338 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Deleting port 47a7b94f-3815-413c-94af-f890cbdc7059 {{(pid=92486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 14 03:25:10.665167 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-04f33e8c-d4a7-40c3-b6c6-d192f3e7bffd req-b94afbdc-242c-483c-b73d-dcb9ffbee338 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756197070376'] for port, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:10.679182 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-46d13a53-c968-494b-9daa-513f940868ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756197075788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756196682536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63152307'] for port, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:10.696737 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:10.748279 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d13a53-c968-494b-9daa-513f940868ef admin admin] Pushing event deleted for resources: {'Port': ['ID=15b976c5-b1a9-46df-8fc5-ce084fdff975,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:10.755126 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-46d13a53-c968-494b-9daa-513f940868ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:10.913054 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.db [req-04f33e8c-d4a7-40c3-b6c6-d192f3e7bffd req-b94afbdc-242c-483c-b73d-dcb9ffbee338 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] For port 47a7b94f-3815-413c-94af-f890cbdc7059, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=47a7b94f-3815-413c-94af-f890cbdc7059,segment=NetworkSegment(b291bd91-84e2-429d-ad5c-40697d97b7c7),segment_id=b291bd91-84e2-429d-ad5c-40697d97b7c7)] {{(pid=92486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:25:10.913281 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-04f33e8c-d4a7-40c3-b6c6-d192f3e7bffd req-b94afbdc-242c-483c-b73d-dcb9ffbee338 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66754036'] for port, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:10.915935 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-46d13a53-c968-494b-9daa-513f940868ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66755090'] for router_gateway, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:10.967779 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-960c83dd-ce1a-490f-86b3-94023e10a641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66823779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100'] for subnet, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:10.971350 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-fcc847b7-ab5c-4b44-bc66-bb2f11a04144 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:11.048730 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960c83dd-ce1a-490f-86b3-94023e10a641 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a8207df-3806-430e-9b17-d9978decf79c,revision_number=0']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:11.052083 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-960c83dd-ce1a-490f-86b3-94023e10a641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:11.068022 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960c83dd-ce1a-490f-86b3-94023e10a641 admin admin] Checking segment: {'id': '2cb0716a-ed02-4a11-ab33-313821ec955b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7f129db1-9523-4318-ad85-9f49178b5bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 14 03:25:11.068022 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960c83dd-ce1a-490f-86b3-94023e10a641 admin admin] Network hostable DHCP agents. Network: 7f129db1-9523-4318-ad85-9f49178b5bdc, hostable agents: ['0d423c39-5fbd-4170-be1c-b40e9c0b21c1'], hosted agents: [] {{(pid=92485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 14 03:25:11.146445 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960c83dd-ce1a-490f-86b3-94023e10a641 admin admin] Network 7f129db1-9523-4318-ad85-9f49178b5bdc is scheduled to be hosted by DHCP agent 0d423c39-5fbd-4170-be1c-b40e9c0b21c1 with binding_index 1 {{(pid=92485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 14 03:25:11.191915 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.plugin [req-04f33e8c-d4a7-40c3-b6c6-d192f3e7bffd req-b94afbdc-242c-483c-b73d-dcb9ffbee338 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Calling delete_port for 47a7b94f-3815-413c-94af-f890cbdc7059 owned by compute:nova {{(pid=92486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 14 03:25:11.205473 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-46d13a53-c968-494b-9daa-513f940868ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66749923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256486'] for router, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:11.208673 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-46d13a53-c968-494b-9daa-513f940868ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:11.216668 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.base_scheduler [None req-960c83dd-ce1a-490f-86b3-94023e10a641 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-1-iscsi, 7f129db1-9523-4318-ad85-9f49178b5bdc) {{(pid=92485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:25:11.223890 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960c83dd-ce1a-490f-86b3-94023e10a641 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:25:11.224693 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-960c83dd-ce1a-490f-86b3-94023e10a641 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for subnet, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:11.227687 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c150a462-dad2-4683-8a4b-185cb8829e5b None None] Network 7f129db1-9523-4318-ad85-9f49178b5bdc requested from dv-cinder-796170-1-iscsi {{(pid=92487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 14 03:25:11.331798 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-960c83dd-ce1a-490f-86b3-94023e10a641 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.8331988
Jun 14 03:25:11.334485 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 44340) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:25:11.339408 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.v2.base [None req-62f78043-70ec-448e-ac40-fbd5bf0bd730 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-838711568-router', 'tenant_id': '43a422776a77497eb08a2b437fe8f3a4', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba'}}} {{(pid=92485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:25:11.419779 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-62f78043-70ec-448e-ac40-fbd5bf0bd730 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66749865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256276'] for router, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:11.420922 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-62f78043-70ec-448e-ac40-fbd5bf0bd730 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66749902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66755800', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66935751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256495'] for router, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:11.438860 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298a6b6a-fe62-417f-980b-fceddbfc04f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70344d28-076a-51d6-aec4-a96cd55dd66f-7f129db1-9523-4318-ad85-9f49178b5bdc', 'network_id': '7f129db1-9523-4318-ad85-9f49178b5bdc', 'tenant_id': '43a422776a77497eb08a2b437fe8f3a4', 'fixed_ips': [{'subnet_id': '8a8207df-3806-430e-9b17-d9978decf79c'}]}} from dv-cinder-796170-1-iscsi. {{(pid=92487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 14 03:25:11.439799 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-298a6b6a-fe62-417f-980b-fceddbfc04f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for port, before_create {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:11.701277 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-46d13a53-c968-494b-9daa-513f940868ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66748725'] for router, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:11.701781 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d13a53-c968-494b-9daa-513f940868ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2d5f85c-93cb-4f11-a6cf-4933e639503e {{(pid=92486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 14 03:25:11.709722 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-46d13a53-c968-494b-9daa-513f940868ef admin admin] Notify callbacks [] for router, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:11.709722 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-46d13a53-c968-494b-9daa-513f940868ef admin admin] 10.222.0.13 "DELETE /v2.0/routers/c2d5f85c-93cb-4f11-a6cf-4933e639503e HTTP/1.1" status: 204  len: 168 time: 2.4252119
Jun 14 03:25:11.711521 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 44354) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:25:11.752179 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.db_base_plugin_common [None req-298a6b6a-fe62-417f-980b-fceddbfc04f3 None None] Allocated IP 172.20.0.2 (7f129db1-9523-4318-ad85-9f49178b5bdc/8a8207df-3806-430e-9b17-d9978decf79c/2056e8fd-3916-4729-b985-88f5a66cf361) {{(pid=92487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 14 03:25:11.787766 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.db_base_plugin_v2 [None req-44c3a195-01b1-49fe-a6b6-91d3fc4ae517 admin admin] Deleting subnet 22848147-cf67-4dfd-aeab-710e50c30d70 {{(pid=92485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 14 03:25:11.817737 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-44c3a195-01b1-49fe-a6b6-91d3fc4ae517 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:11.856759 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-04f33e8c-d4a7-40c3-b6c6-d192f3e7bffd req-b94afbdc-242c-483c-b73d-dcb9ffbee338 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756197075788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756196682536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63152307'] for port, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:11.861267 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-01cd02ab-3510-46db-af47-e8d6b8bf8b63 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:11.874665 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-44c3a195-01b1-49fe-a6b6-91d3fc4ae517 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:11.895904 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-44c3a195-01b1-49fe-a6b6-91d3fc4ae517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675963'] for subnet, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:11.915898 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94afbdc-242c-483c-b73d-dcb9ffbee338 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Pushing event deleted for resources: {'Port': ['ID=47a7b94f-3815-413c-94af-f890cbdc7059,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:11.918589 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-b94afbdc-242c-483c-b73d-dcb9ffbee338 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:11.971562 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-62f78043-70ec-448e-ac40-fbd5bf0bd730 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:11.981853 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.l3_dvrscheduler_db [req-04f33e8c-d4a7-40c3-b6c6-d192f3e7bffd req-b94afbdc-242c-483c-b73d-dcb9ffbee338 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] No DVR routers for this DVR port 47a7b94f-3815-413c-94af-f890cbdc7059 on host hv-cinder-79617 {{(pid=92486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 14 03:25:11.984452 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-04f33e8c-d4a7-40c3-b6c6-d192f3e7bffd req-b94afbdc-242c-483c-b73d-dcb9ffbee338 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389'] for port, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:11.986502 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-04f33e8c-d4a7-40c3-b6c6-d192f3e7bffd req-b94afbdc-242c-483c-b73d-dcb9ffbee338 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.37 "DELETE /v2.0/ports/47a7b94f-3815-413c-94af-f890cbdc7059 HTTP/1.1" status: 204  len: 173 time: 1.5001125
Jun 14 03:25:11.987057 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a6e3ccf-7f24-4f37-8c06-135b6f8abe81', 'name': 'network-vif-deleted', 'tag': '47a7b94f-3815-413c-94af-f890cbdc7059'}] {{(pid=92486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:25:11.989455 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5355d7bc3b36bcf9a7ee8a2281ad208d869c89ac4cdf4014809f5322b7820d6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2accc68-64c3-433f-ba09-7613f02b9179" -d '{"events": [{"server_uuid": "9a6e3ccf-7f24-4f37-8c06-135b6f8abe81", "name": "network-vif-deleted", "tag": "47a7b94f-3815-413c-94af-f890cbdc7059"}]}' {{(pid=92486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:25:11.994266 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a3ff40-3ce7-4ea6-bccc-dc82340b9db2 req-483b149b-3c5e-4e9c-aa8a-808d86ada36d tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:25:11.995771 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-21a3ff40-3ce7-4ea6-bccc-dc82340b9db2 req-483b149b-3c5e-4e9c-aa8a-808d86ada36d tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a6e3ccf-7f24-4f37-8c06-135b6f8abe81 HTTP/1.1" status: 200  len: 867 time: 0.2232409
Jun 14 03:25:12.027396 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dcc36a9-60f2-4d6d-a985-5f8a5f10885b x-openstack-request-id: req-7dcc36a9-60f2-4d6d-a985-5f8a5f10885b {{(pid=92486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:25:12.027712 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a6e3ccf-7f24-4f37-8c06-135b6f8abe81", "name": "network-vif-deleted", "tag": "47a7b94f-3815-413c-94af-f890cbdc7059", "status": "completed", "code": 200}]} {{(pid=92486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:25:12.027986 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7dcc36a9-60f2-4d6d-a985-5f8a5f10885b {{(pid=92486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:25:12.028421 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a6e3ccf-7f24-4f37-8c06-135b6f8abe81', 'name': 'network-vif-deleted', 'tag': '47a7b94f-3815-413c-94af-f890cbdc7059', 'status': 'completed', 'code': 200}
Jun 14 03:25:12.072918 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-298a6b6a-fe62-417f-980b-fceddbfc04f3 None None] Notify callbacks [] for port, precommit_create {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:12.096142 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-21a3ff40-3ce7-4ea6-bccc-dc82340b9db2 req-a6375019-3d27-411e-9402-1e9732ca9b15 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/security-groups?id=063b5950-8f35-4eb2-8e3d-38f35ead0a5d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0893085
Jun 14 03:25:12.133607 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-298a6b6a-fe62-417f-980b-fceddbfc04f3 None None] Transition to ACTIVE for port object 2056e8fd-3916-4729-b985-88f5a66cf361 will not be triggered until provisioned by entity L2. {{(pid=92487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:25:12.140062 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-44c3a195-01b1-49fe-a6b6-91d3fc4ae517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66823779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100'] for subnet, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:12.145572 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:12.149336 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-298a6b6a-fe62-417f-980b-fceddbfc04f3 None None] Transition to ACTIVE for port object 2056e8fd-3916-4729-b985-88f5a66cf361 will not be triggered until provisioned by entity DHCP. {{(pid=92487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:25:12.184679 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-44c3a195-01b1-49fe-a6b6-91d3fc4ae517 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for subnet, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:12.186428 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-44c3a195-01b1-49fe-a6b6-91d3fc4ae517 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/22848147-cf67-4dfd-aeab-710e50c30d70 HTTP/1.1" status: 204  len: 168 time: 0.4741039
Jun 14 03:25:12.187440 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c3a195-01b1-49fe-a6b6-91d3fc4ae517 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22848147-cf67-4dfd-aeab-710e50c30d70,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:12.189070 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 44358) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:25:12.228953 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-298a6b6a-fe62-417f-980b-fceddbfc04f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-668656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756196682527'] for port, after_create {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:12.231692 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-44c3a195-01b1-49fe-a6b6-91d3fc4ae517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:12.233621 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:12.274266 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298a6b6a-fe62-417f-980b-fceddbfc04f3 None None] Network 7f129db1-9523-4318-ad85-9f49178b5bdc is already hosted by enough agents. {{(pid=92487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 14 03:25:12.283277 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.scheduler.base_scheduler [None req-298a6b6a-fe62-417f-980b-fceddbfc04f3 None None] Resources bound (agent type, host, resource id):  {{(pid=92487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:25:12.283993 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-62f78043-70ec-448e-ac40-fbd5bf0bd730 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66755783', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66749883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256505'] for router, precommit_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:12.286068 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-675ec649-b989-4b18-b507-c848317949b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577520'] for network, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:12.288975 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298a6b6a-fe62-417f-980b-fceddbfc04f3 None None] Received port after_create {{(pid=92487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 14 03:25:12.341483 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 4d1f2287-21f3-420c-a875-e3ec95037235 no longer exists at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 14 03:25:12.370761 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298a6b6a-fe62-417f-980b-fceddbfc04f3 None None] Pushing event updated for resources: {'Port': ['ID=2056e8fd-3916-4729-b985-88f5a66cf361,revision_number=1']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:12.400683 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] No Port match for: 4d1f2287-21f3-420c-a875-e3ec95037235 {{(pid=92487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 14 03:25:12.401037 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 4d1f2287-21f3-420c-a875-e3ec95037235 not bound to the agent host dv-cinder-796170-1-iscsi {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 14 03:25:12.410614 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-675ec649-b989-4b18-b507-c848317949b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682470', 'neutron.services.segments.db._delete_segments_for_network-8756197238200'] for network, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:12.421082 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298a6b6a-fe62-417f-980b-fceddbfc04f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:25:12.421434 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298a6b6a-fe62-417f-980b-fceddbfc04f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:25:12.421775 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298a6b6a-fe62-417f-980b-fceddbfc04f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:25:12.422112 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298a6b6a-fe62-417f-980b-fceddbfc04f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:25:12.422466 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298a6b6a-fe62-417f-980b-fceddbfc04f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:25:12.422797 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298a6b6a-fe62-417f-980b-fceddbfc04f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:25:12.423121 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298a6b6a-fe62-417f-980b-fceddbfc04f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:25:12.423442 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298a6b6a-fe62-417f-980b-fceddbfc04f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:25:12.423612 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.services.segments.db [None req-675ec649-b989-4b18-b507-c848317949b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6b5c11f970>,) {'filters': {'network_id': ['5a47fa3e-70b2-4efd-bce9-673f89030784']}} {{(pid=92486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:25:12.423806 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298a6b6a-fe62-417f-980b-fceddbfc04f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:25:12.424095 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298a6b6a-fe62-417f-980b-fceddbfc04f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:25:12.424407 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298a6b6a-fe62-417f-980b-fceddbfc04f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:25:12.424729 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-298a6b6a-fe62-417f-980b-fceddbfc04f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:25:12.429627 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-298a6b6a-fe62-417f-980b-fceddbfc04f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:12.432261 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.managers [None req-298a6b6a-fe62-417f-980b-fceddbfc04f3 None None] Attempting to bind port 2056e8fd-3916-4729-b985-88f5a66cf361 on host dv-cinder-796170-1-iscsi for vnic_type normal with profile  {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 14 03:25:12.432645 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.managers [None req-298a6b6a-fe62-417f-980b-fceddbfc04f3 None None] Attempting to bind port 2056e8fd-3916-4729-b985-88f5a66cf361 by drivers openvswitch,hyperv on host dv-cinder-796170-1-iscsi at level 0 using segments [{'id': '2cb0716a-ed02-4a11-ab33-313821ec955b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7f129db1-9523-4318-ad85-9f49178b5bdc'}] {{(pid=92487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 14 03:25:12.433011 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298a6b6a-fe62-417f-980b-fceddbfc04f3 None None] Attempting to bind port 2056e8fd-3916-4729-b985-88f5a66cf361 on network 7f129db1-9523-4318-ad85-9f49178b5bdc {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 14 03:25:12.436674 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.services.segments.db [None req-675ec649-b989-4b18-b507-c848317949b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6b5c11f970>, '1ff9c71f-b453-4f17-a8ba-b084557f6d64') {'for_net_delete': True} {{(pid=92486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:25:12.436975 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.services.segments.db [None req-675ec649-b989-4b18-b507-c848317949b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6b5c11f970>, '1ff9c71f-b453-4f17-a8ba-b084557f6d64') {} {{(pid=92486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:25:12.444166 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298a6b6a-fe62-417f-980b-fceddbfc04f3 None None] Checking agent: {'id': '3556250a-8008-4613-a9a6-6061713fcb85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 13, 37), 'started_at': datetime.datetime(2021, 6, 14, 3, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 14 03:25:12.444166 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298a6b6a-fe62-417f-980b-fceddbfc04f3 None None] Checking segment: {'id': '2cb0716a-ed02-4a11-ab33-313821ec955b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7f129db1-9523-4318-ad85-9f49178b5bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 14 03:25:12.444166 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-298a6b6a-fe62-417f-980b-fceddbfc04f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:12.444166 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298a6b6a-fe62-417f-980b-fceddbfc04f3 None None] Bound using segment: {'id': '2cb0716a-ed02-4a11-ab33-313821ec955b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7f129db1-9523-4318-ad85-9f49178b5bdc'} {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 14 03:25:12.444166 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.managers [None req-298a6b6a-fe62-417f-980b-fceddbfc04f3 None None] Bound port: 2056e8fd-3916-4729-b985-88f5a66cf361, host: dv-cinder-796170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cb0716a-ed02-4a11-ab33-313821ec955b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7f129db1-9523-4318-ad85-9f49178b5bdc'}}] {{(pid=92487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 14 03:25:12.444166 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-298a6b6a-fe62-417f-980b-fceddbfc04f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:12.449582 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-675ec649-b989-4b18-b507-c848317949b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756197238038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63152454'] for segment, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:12.474223 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-675ec649-b989-4b18-b507-c848317949b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677934'] for segment, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:12.482286 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-675ec649-b989-4b18-b507-c848317949b1 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=92486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 14 03:25:12.482737 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-675ec649-b989-4b18-b507-c848317949b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63152352'] for segment, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:12.484412 dv-cinder-796170-1-iscsi neutron-server[92486]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 14 03:25:12.484412 dv-cinder-796170-1-iscsi neutron-server[92486]:   conditions |= (models_v2.Port.network_id.in_(
Jun 14 03:25:12.484412 dv-cinder-796170-1-iscsi neutron-server[92486]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 14 03:25:12.484412 dv-cinder-796170-1-iscsi neutron-server[92486]:   retrieve_revision_numbers = {
Jun 14 03:25:12.484412 dv-cinder-796170-1-iscsi neutron-server[92486]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 14 03:25:12.484412 dv-cinder-796170-1-iscsi neutron-server[92486]:   conditions |= (models_v2.Port.network_id.in_(
Jun 14 03:25:12.484412 dv-cinder-796170-1-iscsi neutron-server[92486]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 14 03:25:12.484412 dv-cinder-796170-1-iscsi neutron-server[92486]:   retrieve_revision_numbers = {
Jun 14 03:25:12.484412 dv-cinder-796170-1-iscsi neutron-server[92486]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 14 03:25:12.484412 dv-cinder-796170-1-iscsi neutron-server[92486]:   retrieve_revision_numbers = {
Jun 14 03:25:12.484412 dv-cinder-796170-1-iscsi neutron-server[92486]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 14 03:25:12.484412 dv-cinder-796170-1-iscsi neutron-server[92486]:   conditions |= (models_v2.Port.network_id.in_(
Jun 14 03:25:12.484412 dv-cinder-796170-1-iscsi neutron-server[92486]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 14 03:25:12.484412 dv-cinder-796170-1-iscsi neutron-server[92486]:   retrieve_revision_numbers = {
Jun 14 03:25:12.484412 dv-cinder-796170-1-iscsi neutron-server[92486]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 14 03:25:12.484412 dv-cinder-796170-1-iscsi neutron-server[92486]:   conditions |= (models_v2.Port.network_id.in_(
Jun 14 03:25:12.484412 dv-cinder-796170-1-iscsi neutron-server[92486]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 14 03:25:12.484412 dv-cinder-796170-1-iscsi neutron-server[92486]:   conditions |= (models_v2.Port.network_id.in_(
Jun 14 03:25:12.484412 dv-cinder-796170-1-iscsi neutron-server[92486]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 14 03:25:12.484412 dv-cinder-796170-1-iscsi neutron-server[92486]:   retrieve_revision_numbers = {
Jun 14 03:25:12.484412 dv-cinder-796170-1-iscsi neutron-server[92486]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 14 03:25:12.484412 dv-cinder-796170-1-iscsi neutron-server[92486]:   conditions |= (models_v2.Port.network_id.in_(
Jun 14 03:25:12.484412 dv-cinder-796170-1-iscsi neutron-server[92486]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 14 03:25:12.484412 dv-cinder-796170-1-iscsi neutron-server[92486]:   retrieve_revision_numbers = {
Jun 14 03:25:12.484412 dv-cinder-796170-1-iscsi neutron-server[92486]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 14 03:25:12.484412 dv-cinder-796170-1-iscsi neutron-server[92486]:   conditions |= (models_v2.Port.network_id.in_(
Jun 14 03:25:12.484412 dv-cinder-796170-1-iscsi neutron-server[92486]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 14 03:25:12.484412 dv-cinder-796170-1-iscsi neutron-server[92486]:   retrieve_revision_numbers = {
Jun 14 03:25:12.484412 dv-cinder-796170-1-iscsi neutron-server[92486]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 14 03:25:12.484412 dv-cinder-796170-1-iscsi neutron-server[92486]:   conditions |= (models_v2.Port.network_id.in_(
Jun 14 03:25:12.484412 dv-cinder-796170-1-iscsi neutron-server[92486]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 14 03:25:12.484412 dv-cinder-796170-1-iscsi neutron-server[92486]:   retrieve_revision_numbers = {
Jun 14 03:25:12.484412 dv-cinder-796170-1-iscsi neutron-server[92486]: Traceback (most recent call last):
Jun 14 03:25:12.484412 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 14 03:25:12.484412 dv-cinder-796170-1-iscsi neutron-server[92486]:     timer()
Jun 14 03:25:12.484412 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 14 03:25:12.484412 dv-cinder-796170-1-iscsi neutron-server[92486]:     cb(*args, **kw)
Jun 14 03:25:12.484412 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 14 03:25:12.484412 dv-cinder-796170-1-iscsi neutron-server[92486]:     return func(*args, **kwargs)
Jun 14 03:25:12.484412 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 14 03:25:12.484412 dv-cinder-796170-1-iscsi neutron-server[92486]:     self._notify()
Jun 14 03:25:12.484412 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 14 03:25:12.484412 dv-cinder-796170-1-iscsi neutron-server[92486]:     self.callback(batched_events)
Jun 14 03:25:12.484412 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 14 03:25:12.484412 dv-cinder-796170-1-iscsi neutron-server[92486]:     event.method(event)
Jun 14 03:25:12.484412 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 14 03:25:12.484412 dv-cinder-796170-1-iscsi neutron-server[92486]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 14 03:25:12.484412 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 14 03:25:12.484412 dv-cinder-796170-1-iscsi neutron-server[92486]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 14 03:25:12.484412 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 14 03:25:12.484412 dv-cinder-796170-1-iscsi neutron-server[92486]:     return f(self, *a, **k)
Jun 14 03:25:12.484412 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 14 03:25:12.484412 dv-cinder-796170-1-iscsi neutron-server[92486]:     return self._get(url).json()
Jun 14 03:25:12.484412 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 14 03:25:12.484412 dv-cinder-796170-1-iscsi neutron-server[92486]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 14 03:25:12.484412 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 14 03:25:12.484412 dv-cinder-796170-1-iscsi neutron-server[92486]:     return self.request(url, 'GET', **kwargs)
Jun 14 03:25:12.484412 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 14 03:25:12.488810 dv-cinder-796170-1-iscsi neutron-server[92486]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 14 03:25:12.488810 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 14 03:25:12.488810 dv-cinder-796170-1-iscsi neutron-server[92486]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 14 03:25:12.488810 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 14 03:25:12.488810 dv-cinder-796170-1-iscsi neutron-server[92486]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 14 03:25:12.488810 dv-cinder-796170-1-iscsi neutron-server[92486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 14 03:25:12.543850 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-298a6b6a-fe62-417f-980b-fceddbfc04f3 None None] For port 2056e8fd-3916-4729-b985-88f5a66cf361, host dv-cinder-796170-1-iscsi, cleared binding levels {{(pid=92487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 14 03:25:12.657467 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-62f78043-70ec-448e-ac40-fbd5bf0bd730 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:12.658807 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-675ec649-b989-4b18-b507-c848317949b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66755087'] for network, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:12.659851 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-298a6b6a-fe62-417f-980b-fceddbfc04f3 None None] For port 2056e8fd-3916-4729-b985-88f5a66cf361, host dv-cinder-796170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=2056e8fd-3916-4729-b985-88f5a66cf361,segment=NetworkSegment(2cb0716a-ed02-4a11-ab33-313821ec955b),segment_id=2cb0716a-ed02-4a11-ab33-313821ec955b)] {{(pid=92487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 14 03:25:12.664163 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-675ec649-b989-4b18-b507-c848317949b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for network, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:12.666451 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-675ec649-b989-4b18-b507-c848317949b1 admin admin] 10.222.0.13 "DELETE /v2.0/networks/5a47fa3e-70b2-4efd-bce9-673f89030784 HTTP/1.1" status: 204  len: 168 time: 0.4764383
Jun 14 03:25:12.667250 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-ac08f6de-7150-404b-b393-5ee592e11af5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:12.682746 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675ec649-b989-4b18-b507-c848317949b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a47fa3e-70b2-4efd-bce9-673f89030784,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:12.684136 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-62f78043-70ec-448e-ac40-fbd5bf0bd730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for port, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:12.687740 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-675ec649-b989-4b18-b507-c848317949b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:12.796757 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-298a6b6a-fe62-417f-980b-fceddbfc04f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:12.799645 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:12.803087 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.db_base_plugin_common [None req-62f78043-70ec-448e-ac40-fbd5bf0bd730 admin admin] Allocated IP 172.27.2.53 (93400a53-dc51-45a7-8a67-e74b6f34e4ba/60a70a14-b6be-44b1-a1f9-f2aaa6aa296b/b475a148-5d33-41c6-94b1-6d6a47de61c7) {{(pid=92485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 14 03:25:12.861100 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298a6b6a-fe62-417f-980b-fceddbfc04f3 None None] Pushing event updated for resources: {'Port': ['ID=2056e8fd-3916-4729-b985-88f5a66cf361,revision_number=2']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:12.864418 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-298a6b6a-fe62-417f-980b-fceddbfc04f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:12.941601 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-62f78043-70ec-448e-ac40-fbd5bf0bd730 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:13.045893 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-62f78043-70ec-448e-ac40-fbd5bf0bd730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-668656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756196682527'] for port, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:13.046810 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 44370) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:25:13.058031 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:13.275193 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-7819cf04-890b-4fff-a71b-387d6d582b20 req-ed126eb5-7d9b-4edd-a4a1-a3bbe5d41575 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a6e3ccf-7f24-4f37-8c06-135b6f8abe81 HTTP/1.1" status: 200  len: 210 time: 0.0397997
Jun 14 03:25:13.341199 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f78043-70ec-448e-ac40-fbd5bf0bd730 admin admin] Network 93400a53-dc51-45a7-8a67-e74b6f34e4ba is already hosted by enough agents. {{(pid=92485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 14 03:25:13.353975 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.base_scheduler [None req-62f78043-70ec-448e-ac40-fbd5bf0bd730 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:25:13.359510 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f78043-70ec-448e-ac40-fbd5bf0bd730 admin admin] Received port after_create {{(pid=92485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 14 03:25:13.413591 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f78043-70ec-448e-ac40-fbd5bf0bd730 admin admin] Pushing event updated for resources: {'Port': ['ID=b475a148-5d33-41c6-94b1-6d6a47de61c7,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:13.458389 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-62f78043-70ec-448e-ac40-fbd5bf0bd730 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:13.472792 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-33590d9a-02eb-4eb7-86df-2b4a3423268c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d770a57b3e724678a2cc69c7a9890825&name=default HTTP/1.1" status: 200  len: 2975 time: 0.4208875
Jun 14 03:25:13.473030 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 44374) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:25:13.534461 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-a61a3c44-194d-4af8-9157-5ce8247f37cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:13.557903 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-a61a3c44-194d-4af8-9157-5ce8247f37cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:13.719500 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-a61a3c44-194d-4af8-9157-5ce8247f37cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:13.722909 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-a61a3c44-194d-4af8-9157-5ce8247f37cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:13.724105 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-a61a3c44-194d-4af8-9157-5ce8247f37cd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63 HTTP/1.1" status: 204  len: 168 time: 0.2512889
Jun 14 03:25:13.725079 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-beff63c2-d1c1-4e11-a72d-3dd43d044379 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:13.736115 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61a3c44-194d-4af8-9157-5ce8247f37cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56fdc3a-bb9f-4e3b-8386-6ae1818c1d63,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:13.739157 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-a61a3c44-194d-4af8-9157-5ce8247f37cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:13.779614 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-62f78043-70ec-448e-ac40-fbd5bf0bd730 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:13.802321 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d92ef3-8203-465b-aab7-600848012dcc None None] Network 7f129db1-9523-4318-ad85-9f49178b5bdc requested from dv-cinder-796170-1-iscsi {{(pid=92487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 14 03:25:13.976065 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-a2141429-5b40-4e9e-85bf-ceea35a696b8 None None] Provisioning for port 2056e8fd-3916-4729-b985-88f5a66cf361 completed by entity DHCP. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:25:14.006585 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 2056e8fd-3916-4729-b985-88f5a66cf361 up at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:25:14.076608 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-62f78043-70ec-448e-ac40-fbd5bf0bd730 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66749858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66755231'] for router, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:14.159954 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning for port 2056e8fd-3916-4729-b985-88f5a66cf361 completed by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:25:14.164930 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning complete for port 2056e8fd-3916-4729-b985-88f5a66cf361 triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:25:14.165651 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:14.296589 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:14.347264 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] For port 2056e8fd-3916-4729-b985-88f5a66cf361, host dv-cinder-796170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=2056e8fd-3916-4729-b985-88f5a66cf361,segment=NetworkSegment(2cb0716a-ed02-4a11-ab33-313821ec955b),segment_id=2cb0716a-ed02-4a11-ab33-313821ec955b)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:25:14.347763 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-bb91c67c-e362-4b60-b697-c83fc23a6aae None None] Provisioning complete for port 2056e8fd-3916-4729-b985-88f5a66cf361 triggered by entity DHCP. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:25:14.348136 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-bb91c67c-e362-4b60-b697-c83fc23a6aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:14.370438 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62f78043-70ec-448e-ac40-fbd5bf0bd730 admin admin] Router 3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf is scheduled to L3 agent faa78350-ce80-467b-8f2c-9d7893daed85 with binding_index 1 {{(pid=92485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 14 03:25:14.441634 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-bb91c67c-e362-4b60-b697-c83fc23a6aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:14.515954 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-29dc07d5-4f55-4afb-b8c4-cb2fa144af28 req-9957068c-8d7a-4b1c-b67f-d8d4b7eb7c82 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a6e3ccf-7f24-4f37-8c06-135b6f8abe81 HTTP/1.1" status: 200  len: 210 time: 0.0860302
Jun 14 03:25:14.528139 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:14.530621 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:14.535599 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device 47a7b94f-3815-413c-94af-f890cbdc7059 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 14 03:25:14.559227 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f78043-70ec-448e-ac40-fbd5bf0bd730 admin admin] Notify agent at l3_agent.dv-cinder-796170-1-iscsi the message routers_updated {{(pid=92485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 14 03:25:14.597885 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 15b976c5-b1a9-46df-8fc5-ce084fdff975 no longer exists at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 14 03:25:14.601244 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137ff7af-8e4a-4eff-8967-84fd60e983f7 None None] Sync routers for ids ['3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf'] in dv-cinder-796170-1-iscsi {{(pid=92487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 14 03:25:14.608803 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-661a56f4-230e-4389-a254-9a37132de24a None None] No Port match for: 47a7b94f-3815-413c-94af-f890cbdc7059 {{(pid=92487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 14 03:25:14.609151 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device 47a7b94f-3815-413c-94af-f890cbdc7059 not bound to the agent host hv-cinder-79617 {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 14 03:25:14.669098 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] No Port match for: 15b976c5-b1a9-46df-8fc5-ce084fdff975 {{(pid=92487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 14 03:25:14.669466 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 15b976c5-b1a9-46df-8fc5-ce084fdff975 not bound to the agent host dv-cinder-796170-1-iscsi {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 14 03:25:14.671439 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-62f78043-70ec-448e-ac40-fbd5bf0bd730 admin admin] Notify callbacks [] for router, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:14.677152 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-62f78043-70ec-448e-ac40-fbd5bf0bd730 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 3.3382502
Jun 14 03:25:14.677719 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 44408) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:25:14.707490 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Pushing event updated for resources: {'Port': ['ID=2056e8fd-3916-4729-b985-88f5a66cf361,revision_number=3']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:14.710021 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137ff7af-8e4a-4eff-8967-84fd60e983f7 None None] Routers {'3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:25:14.710680 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-137ff7af-8e4a-4eff-8967-84fd60e983f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5dbd53d0>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:25:07Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf'], 'active': True} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:25:14.712758 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:14.713751 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.db.api [None req-bb91c67c-e362-4b60-b697-c83fc23a6aae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 14 03:25:14.719134 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_db.api [None req-bb91c67c-e362-4b60-b697-c83fc23a6aae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 14 03:25:14.867486 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvr_db [None req-137ff7af-8e4a-4eff-8967-84fd60e983f7 None None] Set router 3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf gateway port host: dv-cinder-796170-1-iscsi {{(pid=92487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:25:15.129532 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-137ff7af-8e4a-4eff-8967-84fd60e983f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5dbd53d0>, [{'id': '3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf', 'name': 'tempest-TestShelveInstance-838711568-router', 'tenant_id': '43a422776a77497eb08a2b437fe8f3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'b475a148-5d33-41c6-94b1-6d6a47de61c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:25:11Z', 'updated_at': '2021-06-14T03:25:13Z', 'revision_number': 3, 'project_id': '43a422776a77497eb08a2b437fe8f3a4', 'gw_port': {'id': 'b475a148-5d33-41c6-94b1-6d6a47de61c7', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:77:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:25:12Z', 'updated_at': '2021-06-14T03:25:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi'}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:25:15.135802 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137ff7af-8e4a-4eff-8967-84fd60e983f7 None None] Checking router: 3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf for host: dv-cinder-796170-1-iscsi {{(pid=92487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 14 03:25:15.136276 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137ff7af-8e4a-4eff-8967-84fd60e983f7 None None] Updating router 3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf port b475a148-5d33-41c6-94b1-6d6a47de61c7 binding host dv-cinder-796170-1-iscsi {{(pid=92487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 14 03:25:15.204256 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-137ff7af-8e4a-4eff-8967-84fd60e983f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:15.327232 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-1b5765fe-94b0-4777-8f07-9d41f3ab15bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for port, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:15.540284 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.db_base_plugin_common [None req-1b5765fe-94b0-4777-8f07-9d41f3ab15bb admin admin] Allocated IP 172.20.0.1 (7f129db1-9523-4318-ad85-9f49178b5bdc/8a8207df-3806-430e-9b17-d9978decf79c/98fbc845-7d81-4958-8740-7dcce34b5ef4) {{(pid=92486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 14 03:25:15.614988 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-137ff7af-8e4a-4eff-8967-84fd60e983f7 None None] Notify callbacks [] for port, precommit_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:15.626781 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-137ff7af-8e4a-4eff-8967-84fd60e983f7 None None] Transition to ACTIVE for port object b475a148-5d33-41c6-94b1-6d6a47de61c7 will not be triggered until provisioned by entity L2. {{(pid=92487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:25:15.742987 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-137ff7af-8e4a-4eff-8967-84fd60e983f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:15.746932 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:15.792817 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-6975db05-473d-42a8-9e3c-4b89ae035433 req-9f165c5b-8b4b-4e2d-a9bf-8d6f772ae60e tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] 10.222.0.13 "GET /v2.0/ports?device_id=9a6e3ccf-7f24-4f37-8c06-135b6f8abe81 HTTP/1.1" status: 200  len: 210 time: 0.0510149
Jun 14 03:25:15.804170 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.managers [None req-137ff7af-8e4a-4eff-8967-84fd60e983f7 None None] Attempting to bind port b475a148-5d33-41c6-94b1-6d6a47de61c7 on host dv-cinder-796170-1-iscsi for vnic_type normal with profile  {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 14 03:25:15.804558 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.managers [None req-137ff7af-8e4a-4eff-8967-84fd60e983f7 None None] Attempting to bind port b475a148-5d33-41c6-94b1-6d6a47de61c7 by drivers openvswitch,hyperv on host dv-cinder-796170-1-iscsi at level 0 using segments [{'id': '893a0064-443a-4390-b9c3-705fa3bdf9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba'}] {{(pid=92487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 14 03:25:15.804940 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137ff7af-8e4a-4eff-8967-84fd60e983f7 None None] Attempting to bind port b475a148-5d33-41c6-94b1-6d6a47de61c7 on network 93400a53-dc51-45a7-8a67-e74b6f34e4ba {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 14 03:25:15.810851 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-1b5765fe-94b0-4777-8f07-9d41f3ab15bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:15.813806 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137ff7af-8e4a-4eff-8967-84fd60e983f7 None None] Checking agent: {'id': '3556250a-8008-4613-a9a6-6061713fcb85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 13, 37), 'started_at': datetime.datetime(2021, 6, 14, 3, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 14 03:25:15.814440 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137ff7af-8e4a-4eff-8967-84fd60e983f7 None None] Checking segment: {'id': '893a0064-443a-4390-b9c3-705fa3bdf9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 14 03:25:15.814851 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-137ff7af-8e4a-4eff-8967-84fd60e983f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:15.815255 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137ff7af-8e4a-4eff-8967-84fd60e983f7 None None] Bound using segment: {'id': '893a0064-443a-4390-b9c3-705fa3bdf9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba'} {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 14 03:25:15.815733 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.managers [None req-137ff7af-8e4a-4eff-8967-84fd60e983f7 None None] Bound port: b475a148-5d33-41c6-94b1-6d6a47de61c7, host: dv-cinder-796170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '893a0064-443a-4390-b9c3-705fa3bdf9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba'}}] {{(pid=92487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 14 03:25:15.816124 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-137ff7af-8e4a-4eff-8967-84fd60e983f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:15.825168 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.provisioning_blocks [None req-1b5765fe-94b0-4777-8f07-9d41f3ab15bb admin admin] Transition to ACTIVE for port object 98fbc845-7d81-4958-8740-7dcce34b5ef4 will not be triggered until provisioned by entity DHCP. {{(pid=92486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:25:15.847525 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f9817e-f7dc-48d0-876d-6064bdd169b4 None None] Pushing event updated for resources: {'Port': ['ID=b475a148-5d33-41c6-94b1-6d6a47de61c7,revision_number=2']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:15.850883 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-60f9817e-f7dc-48d0-876d-6064bdd169b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:15.882115 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-137ff7af-8e4a-4eff-8967-84fd60e983f7 None None] For port b475a148-5d33-41c6-94b1-6d6a47de61c7, host dv-cinder-796170-1-iscsi, cleared binding levels {{(pid=92487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 14 03:25:15.885351 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-137ff7af-8e4a-4eff-8967-84fd60e983f7 None None] For port b475a148-5d33-41c6-94b1-6d6a47de61c7, host dv-cinder-796170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=b475a148-5d33-41c6-94b1-6d6a47de61c7,segment=NetworkSegment(893a0064-443a-4390-b9c3-705fa3bdf9f8),segment_id=893a0064-443a-4390-b9c3-705fa3bdf9f8)] {{(pid=92487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 14 03:25:15.983033 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 2056e8fd-3916-4729-b985-88f5a66cf361 up at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:25:15.991398 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-1b5765fe-94b0-4777-8f07-9d41f3ab15bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-668656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756196682527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63152314'] for port, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:15.995798 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-d643c86a-4247-48a9-a825-ca8121236c65 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:16.033403 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-137ff7af-8e4a-4eff-8967-84fd60e983f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:16.039093 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:16.061157 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5765fe-94b0-4777-8f07-9d41f3ab15bb admin admin] Network 7f129db1-9523-4318-ad85-9f49178b5bdc is already hosted by enough agents. {{(pid=92486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 14 03:25:16.071325 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.base_scheduler [None req-1b5765fe-94b0-4777-8f07-9d41f3ab15bb admin admin] Resources bound (agent type, host, resource id):  {{(pid=92486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:25:16.081474 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5765fe-94b0-4777-8f07-9d41f3ab15bb admin admin] Received port after_create {{(pid=92486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 14 03:25:16.199172 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5765fe-94b0-4777-8f07-9d41f3ab15bb admin admin] Pushing event updated for resources: {'Port': ['ID=98fbc845-7d81-4958-8740-7dcce34b5ef4,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:16.209118 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-1b5765fe-94b0-4777-8f07-9d41f3ab15bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66751066'] for router_interface, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:16.213841 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-1b5765fe-94b0-4777-8f07-9d41f3ab15bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:16.291260 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137ff7af-8e4a-4eff-8967-84fd60e983f7 None None] Routers {'3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:25:16.291971 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-137ff7af-8e4a-4eff-8967-84fd60e983f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5dbd53d0>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:25:07Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf'], 'active': True} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:25:16.376883 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f9817e-f7dc-48d0-876d-6064bdd169b4 None None] Pushing event updated for resources: {'Port': ['ID=b475a148-5d33-41c6-94b1-6d6a47de61c7,revision_number=3']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:16.381334 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-60f9817e-f7dc-48d0-876d-6064bdd169b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:16.463061 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 44456) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:25:16.496842 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning complete for port 2056e8fd-3916-4729-b985-88f5a66cf361 triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:25:16.500184 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:16.582270 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvr_db [None req-137ff7af-8e4a-4eff-8967-84fd60e983f7 None None] Set router 3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf gateway port host: dv-cinder-796170-1-iscsi {{(pid=92487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:25:16.627074 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-1b5765fe-94b0-4777-8f07-9d41f3ab15bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:16.707460 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-4daaadb4-d58a-4f4e-9719-c3911922b199 None None] Provisioning for port 98fbc845-7d81-4958-8740-7dcce34b5ef4 completed by entity DHCP. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:25:16.716197 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-4daaadb4-d58a-4f4e-9719-c3911922b199 None None] Provisioning complete for port 98fbc845-7d81-4958-8740-7dcce34b5ef4 triggered by entity DHCP. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:25:16.716714 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-4daaadb4-d58a-4f4e-9719-c3911922b199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:16.809313 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-e933ca86-09f6-4b6d-975f-7a0316cd0b62 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4bfcd87b04ae4e3f8ab13e1d007dc531&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3424406
Jun 14 03:25:16.811657 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 44468) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:25:16.896619 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-4daaadb4-d58a-4f4e-9719-c3911922b199 None None] Port 98fbc845-7d81-4958-8740-7dcce34b5ef4 cannot update to ACTIVE because it is not bound. {{(pid=92487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 14 03:25:16.935665 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-0ad845af-34dc-4f18-ba7d-b392ea6db01f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:16.996466 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 44474) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:25:17.079676 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3602224-eebd-4c10-87c0-aa0625da6b3d admin admin] Deleting subnet f595d2be-eb52-4bd5-862c-ea2ca2054972 {{(pid=92485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 14 03:25:17.091814 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-137ff7af-8e4a-4eff-8967-84fd60e983f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5dbd53d0>, [{'id': '3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf', 'name': 'tempest-TestShelveInstance-838711568-router', 'tenant_id': '43a422776a77497eb08a2b437fe8f3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'b475a148-5d33-41c6-94b1-6d6a47de61c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:25:11Z', 'updated_at': '2021-06-14T03:25:13Z', 'revision_number': 3, 'project_id': '43a422776a77497eb08a2b437fe8f3a4', 'gw_port': {'id': 'b475a148-5d33-41c6-94b1-6d6a47de61c7', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:77:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:25:12Z', 'updated_at': '2021-06-14T03:25:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi'}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:25:17.099328 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-f3602224-eebd-4c10-87c0-aa0625da6b3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:17.105836 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137ff7af-8e4a-4eff-8967-84fd60e983f7 None None] The sync data for ids ['3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf'] in dv-cinder-796170-1-iscsi is: [{'id': '3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf', 'name': 'tempest-TestShelveInstance-838711568-router', 'tenant_id': '43a422776a77497eb08a2b437fe8f3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'b475a148-5d33-41c6-94b1-6d6a47de61c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:25:11Z', 'updated_at': '2021-06-14T03:25:13Z', 'revision_number': 3, 'project_id': '43a422776a77497eb08a2b437fe8f3a4', 'gw_port': {'id': 'b475a148-5d33-41c6-94b1-6d6a47de61c7', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:77:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:25:12Z', 'updated_at': '2021-06-14T03:25:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi'}] {{(pid=92487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 14 03:25:17.109937 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-0ad845af-34dc-4f18-ba7d-b392ea6db01f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:17.120217 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-1b5765fe-94b0-4777-8f07-9d41f3ab15bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:17.203590 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-f3602224-eebd-4c10-87c0-aa0625da6b3d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:17.213132 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-f3602224-eebd-4c10-87c0-aa0625da6b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675963'] for subnet, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:17.219030 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-1b5765fe-94b0-4777-8f07-9d41f3ab15bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63152260'] for port, after_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:17.223436 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-01cd02ab-3510-46db-af47-e8d6b8bf8b63 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:17.335686 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5765fe-94b0-4777-8f07-9d41f3ab15bb admin admin] Pushing event updated for resources: {'Port': ['ID=98fbc845-7d81-4958-8740-7dcce34b5ef4,revision_number=2']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:17.348459 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-0ad845af-34dc-4f18-ba7d-b392ea6db01f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:17.351300 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-0ad845af-34dc-4f18-ba7d-b392ea6db01f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:17.355659 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-0ad845af-34dc-4f18-ba7d-b392ea6db01f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/72675039-80a6-4fbd-99b9-4d494a322fae HTTP/1.1" status: 204  len: 168 time: 0.5421033
Jun 14 03:25:17.358886 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-ec9f6626-6c2d-425b-9bcf-d904f1f72d39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:17.362443 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-1b5765fe-94b0-4777-8f07-9d41f3ab15bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66608333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66751182'] for router_interface, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:17.365960 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-1b5765fe-94b0-4777-8f07-9d41f3ab15bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:17.370635 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad845af-34dc-4f18-ba7d-b392ea6db01f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72675039-80a6-4fbd-99b9-4d494a322fae,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:17.382746 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-0ad845af-34dc-4f18-ba7d-b392ea6db01f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:17.411829 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-f3602224-eebd-4c10-87c0-aa0625da6b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66823779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100'] for subnet, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:17.421675 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:17.462827 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3602224-eebd-4c10-87c0-aa0625da6b3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f595d2be-eb52-4bd5-862c-ea2ca2054972,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:17.470996 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-f3602224-eebd-4c10-87c0-aa0625da6b3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:17.486348 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-f3602224-eebd-4c10-87c0-aa0625da6b3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for subnet, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:17.488811 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-f3602224-eebd-4c10-87c0-aa0625da6b3d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f595d2be-eb52-4bd5-862c-ea2ca2054972 HTTP/1.1" status: 204  len: 168 time: 0.4913738
Jun 14 03:25:17.492195 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 44482) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:25:17.662760 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-63bf2eff-3ffc-4f4f-b7a5-fef6edf2cdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577520'] for network, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:17.683220 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5765fe-94b0-4777-8f07-9d41f3ab15bb admin admin] Network 7f129db1-9523-4318-ad85-9f49178b5bdc is already hosted by enough agents. {{(pid=92486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 14 03:25:17.685461 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.base_scheduler [None req-1b5765fe-94b0-4777-8f07-9d41f3ab15bb admin admin] Resources bound (agent type, host, resource id):  {{(pid=92486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:25:17.885320 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-63bf2eff-3ffc-4f4f-b7a5-fef6edf2cdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682470', 'neutron.services.segments.db._delete_segments_for_network-8756197238200'] for network, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:17.918303 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-63bf2eff-3ffc-4f4f-b7a5-fef6edf2cdb8 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f6b5c143f70>> segment before_delete 55550000 {{(pid=92485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:25:17.918780 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-63bf2eff-3ffc-4f4f-b7a5-fef6edf2cdb8 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f6b5c143f70>> subnet precommit_delete_associations 55550000 {{(pid=92485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:25:17.919581 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-63bf2eff-3ffc-4f4f-b7a5-fef6edf2cdb8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6b5c586fd0>> segment_host_mapping after_create 55550000 {{(pid=92485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:25:17.919985 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-63bf2eff-3ffc-4f4f-b7a5-fef6edf2cdb8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6b5c586fd0>> port after_create 55550000 {{(pid=92485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:25:17.920368 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-63bf2eff-3ffc-4f4f-b7a5-fef6edf2cdb8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6b5c586fd0>> port after_delete 55550000 {{(pid=92485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:25:17.920781 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-63bf2eff-3ffc-4f4f-b7a5-fef6edf2cdb8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6b5c586fd0>> port after_update 55550000 {{(pid=92485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:25:17.922324 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-63bf2eff-3ffc-4f4f-b7a5-fef6edf2cdb8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6b5c586fd0>> segment after_delete 55550000 {{(pid=92485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:25:17.922765 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-63bf2eff-3ffc-4f4f-b7a5-fef6edf2cdb8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6b5c586fd0>> subnet after_create 55550000 {{(pid=92485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:25:17.924417 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-63bf2eff-3ffc-4f4f-b7a5-fef6edf2cdb8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6b5c586fd0>> subnet after_delete 55550000 {{(pid=92485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:25:17.924823 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-63bf2eff-3ffc-4f4f-b7a5-fef6edf2cdb8 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f6b5c586fd0>> subnet after_update 55550000 {{(pid=92485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:25:18.079423 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device b475a148-5d33-41c6-94b1-6d6a47de61c7 up at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:25:18.117861 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b5765fe-94b0-4777-8f07-9d41f3ab15bb admin admin] Router 3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf has already been hosted by L3 agent faa78350-ce80-467b-8f2c-9d7893daed85 {{(pid=92486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 14 03:25:18.121158 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-63bf2eff-3ffc-4f4f-b7a5-fef6edf2cdb8 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6b57be3a00>> subnet after_create 55550000 {{(pid=92485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:25:18.121505 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-63bf2eff-3ffc-4f4f-b7a5-fef6edf2cdb8 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6b57be3a00>> subnet after_delete 55550000 {{(pid=92485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:25:18.121846 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-63bf2eff-3ffc-4f4f-b7a5-fef6edf2cdb8 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6b57be3a00>> subnet before_create 55550000 {{(pid=92485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:25:18.122151 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-63bf2eff-3ffc-4f4f-b7a5-fef6edf2cdb8 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f6b57be3a00>> subnet before_update 55550000 {{(pid=92485) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 14 03:25:18.122560 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.services.segments.db [None req-63bf2eff-3ffc-4f4f-b7a5-fef6edf2cdb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6b5c586580>,) {'filters': {'network_id': ['61252df1-fba7-4cd7-ac4e-3221f1850428']}} {{(pid=92485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:25:18.173805 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.services.segments.db [None req-63bf2eff-3ffc-4f4f-b7a5-fef6edf2cdb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6b5c586580>, 'b291bd91-84e2-429d-ad5c-40697d97b7c7') {'for_net_delete': True} {{(pid=92485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:25:18.174170 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.services.segments.db [None req-63bf2eff-3ffc-4f4f-b7a5-fef6edf2cdb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6b5c586580>, 'b291bd91-84e2-429d-ad5c-40697d97b7c7') {} {{(pid=92485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:25:18.204513 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-63bf2eff-3ffc-4f4f-b7a5-fef6edf2cdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756197238038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63278754'] for segment, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:18.216090 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-15b4a6a6-80f9-45cc-a12b-697a59c7efd4 None None] Provisioning complete for port 98fbc845-7d81-4958-8740-7dcce34b5ef4 triggered by entity DHCP. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:25:18.220301 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-15b4a6a6-80f9-45cc-a12b-697a59c7efd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:18.248256 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-63bf2eff-3ffc-4f4f-b7a5-fef6edf2cdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677934'] for segment, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:18.268756 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63bf2eff-3ffc-4f4f-b7a5-fef6edf2cdb8 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=92485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 14 03:25:18.269250 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-63bf2eff-3ffc-4f4f-b7a5-fef6edf2cdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62999217'] for segment, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:18.273446 dv-cinder-796170-1-iscsi neutron-server[92485]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 14 03:25:18.273446 dv-cinder-796170-1-iscsi neutron-server[92485]:   from cryptography.utils import int_from_bytes
Jun 14 03:25:18.273446 dv-cinder-796170-1-iscsi neutron-server[92485]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 14 03:25:18.273446 dv-cinder-796170-1-iscsi neutron-server[92485]:   from cryptography.utils import int_from_bytes
Jun 14 03:25:18.273446 dv-cinder-796170-1-iscsi neutron-server[92485]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 14 03:25:18.273446 dv-cinder-796170-1-iscsi neutron-server[92485]:   retrieve_revision_numbers = {
Jun 14 03:25:18.273446 dv-cinder-796170-1-iscsi neutron-server[92485]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 14 03:25:18.273446 dv-cinder-796170-1-iscsi neutron-server[92485]:   conditions |= (models_v2.Port.network_id.in_(
Jun 14 03:25:18.273446 dv-cinder-796170-1-iscsi neutron-server[92485]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 14 03:25:18.273446 dv-cinder-796170-1-iscsi neutron-server[92485]:   conditions |= (models_v2.Port.network_id.in_(
Jun 14 03:25:18.273446 dv-cinder-796170-1-iscsi neutron-server[92485]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 14 03:25:18.273446 dv-cinder-796170-1-iscsi neutron-server[92485]:   retrieve_revision_numbers = {
Jun 14 03:25:18.273446 dv-cinder-796170-1-iscsi neutron-server[92485]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 14 03:25:18.273446 dv-cinder-796170-1-iscsi neutron-server[92485]:   conditions |= (models_v2.Port.network_id.in_(
Jun 14 03:25:18.273446 dv-cinder-796170-1-iscsi neutron-server[92485]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 14 03:25:18.273446 dv-cinder-796170-1-iscsi neutron-server[92485]:   retrieve_revision_numbers = {
Jun 14 03:25:18.273446 dv-cinder-796170-1-iscsi neutron-server[92485]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 14 03:25:18.273446 dv-cinder-796170-1-iscsi neutron-server[92485]:   retrieve_revision_numbers = {
Jun 14 03:25:18.273446 dv-cinder-796170-1-iscsi neutron-server[92485]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 14 03:25:18.273446 dv-cinder-796170-1-iscsi neutron-server[92485]:   conditions |= (models_v2.Port.network_id.in_(
Jun 14 03:25:18.273446 dv-cinder-796170-1-iscsi neutron-server[92485]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 14 03:25:18.273446 dv-cinder-796170-1-iscsi neutron-server[92485]:   conditions |= (models_v2.Port.network_id.in_(
Jun 14 03:25:18.273446 dv-cinder-796170-1-iscsi neutron-server[92485]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 14 03:25:18.273446 dv-cinder-796170-1-iscsi neutron-server[92485]:   conditions |= (models_v2.Port.network_id.in_(
Jun 14 03:25:18.273446 dv-cinder-796170-1-iscsi neutron-server[92485]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 14 03:25:18.273446 dv-cinder-796170-1-iscsi neutron-server[92485]:   conditions |= (models_v2.Port.network_id.in_(
Jun 14 03:25:18.273446 dv-cinder-796170-1-iscsi neutron-server[92485]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 14 03:25:18.273446 dv-cinder-796170-1-iscsi neutron-server[92485]:   retrieve_revision_numbers = {
Jun 14 03:25:18.273446 dv-cinder-796170-1-iscsi neutron-server[92485]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 14 03:25:18.273446 dv-cinder-796170-1-iscsi neutron-server[92485]:   conditions |= (models_v2.Port.network_id.in_(
Jun 14 03:25:18.273446 dv-cinder-796170-1-iscsi neutron-server[92485]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 14 03:25:18.273446 dv-cinder-796170-1-iscsi neutron-server[92485]:   retrieve_revision_numbers = {
Jun 14 03:25:18.273446 dv-cinder-796170-1-iscsi neutron-server[92485]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 14 03:25:18.273446 dv-cinder-796170-1-iscsi neutron-server[92485]:   conditions |= (models_v2.Port.network_id.in_(
Jun 14 03:25:18.273446 dv-cinder-796170-1-iscsi neutron-server[92485]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 14 03:25:18.273446 dv-cinder-796170-1-iscsi neutron-server[92485]:   retrieve_revision_numbers = {
Jun 14 03:25:18.273446 dv-cinder-796170-1-iscsi neutron-server[92485]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 14 03:25:18.273446 dv-cinder-796170-1-iscsi neutron-server[92485]:   retrieve_revision_numbers = {
Jun 14 03:25:18.273446 dv-cinder-796170-1-iscsi neutron-server[92485]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 14 03:25:18.273446 dv-cinder-796170-1-iscsi neutron-server[92485]:   conditions |= (models_v2.Port.network_id.in_(
Jun 14 03:25:18.273446 dv-cinder-796170-1-iscsi neutron-server[92485]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 14 03:25:18.273446 dv-cinder-796170-1-iscsi neutron-server[92485]:   conditions |= (models_v2.Port.network_id.in_(
Jun 14 03:25:18.273446 dv-cinder-796170-1-iscsi neutron-server[92485]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 14 03:25:18.273446 dv-cinder-796170-1-iscsi neutron-server[92485]:   retrieve_revision_numbers = {
Jun 14 03:25:18.273446 dv-cinder-796170-1-iscsi neutron-server[92485]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 14 03:25:18.273446 dv-cinder-796170-1-iscsi neutron-server[92485]:   conditions |= (models_v2.Port.network_id.in_(
Jun 14 03:25:18.278162 dv-cinder-796170-1-iscsi neutron-server[92485]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 14 03:25:18.278162 dv-cinder-796170-1-iscsi neutron-server[92485]:   conditions |= (models_v2.Port.network_id.in_(
Jun 14 03:25:18.278162 dv-cinder-796170-1-iscsi neutron-server[92485]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 14 03:25:18.278162 dv-cinder-796170-1-iscsi neutron-server[92485]:   retrieve_revision_numbers = {
Jun 14 03:25:18.278162 dv-cinder-796170-1-iscsi neutron-server[92485]: Traceback (most recent call last):
Jun 14 03:25:18.278162 dv-cinder-796170-1-iscsi neutron-server[92485]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 14 03:25:18.278162 dv-cinder-796170-1-iscsi neutron-server[92485]:     timer()
Jun 14 03:25:18.278162 dv-cinder-796170-1-iscsi neutron-server[92485]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 14 03:25:18.278162 dv-cinder-796170-1-iscsi neutron-server[92485]:     cb(*args, **kw)
Jun 14 03:25:18.278162 dv-cinder-796170-1-iscsi neutron-server[92485]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 14 03:25:18.278162 dv-cinder-796170-1-iscsi neutron-server[92485]:     return func(*args, **kwargs)
Jun 14 03:25:18.278162 dv-cinder-796170-1-iscsi neutron-server[92485]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 14 03:25:18.278162 dv-cinder-796170-1-iscsi neutron-server[92485]:     self._notify()
Jun 14 03:25:18.278162 dv-cinder-796170-1-iscsi neutron-server[92485]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 14 03:25:18.278162 dv-cinder-796170-1-iscsi neutron-server[92485]:     self.callback(batched_events)
Jun 14 03:25:18.278162 dv-cinder-796170-1-iscsi neutron-server[92485]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 14 03:25:18.278162 dv-cinder-796170-1-iscsi neutron-server[92485]:     event.method(event)
Jun 14 03:25:18.278162 dv-cinder-796170-1-iscsi neutron-server[92485]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 14 03:25:18.278162 dv-cinder-796170-1-iscsi neutron-server[92485]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 14 03:25:18.278162 dv-cinder-796170-1-iscsi neutron-server[92485]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 14 03:25:18.278162 dv-cinder-796170-1-iscsi neutron-server[92485]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 14 03:25:18.278162 dv-cinder-796170-1-iscsi neutron-server[92485]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 14 03:25:18.278162 dv-cinder-796170-1-iscsi neutron-server[92485]:     return f(self, *a, **k)
Jun 14 03:25:18.278162 dv-cinder-796170-1-iscsi neutron-server[92485]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 14 03:25:18.278162 dv-cinder-796170-1-iscsi neutron-server[92485]:     return self._get(url).json()
Jun 14 03:25:18.278162 dv-cinder-796170-1-iscsi neutron-server[92485]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 14 03:25:18.278162 dv-cinder-796170-1-iscsi neutron-server[92485]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 14 03:25:18.278162 dv-cinder-796170-1-iscsi neutron-server[92485]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 14 03:25:18.278162 dv-cinder-796170-1-iscsi neutron-server[92485]:     return self.request(url, 'GET', **kwargs)
Jun 14 03:25:18.278162 dv-cinder-796170-1-iscsi neutron-server[92485]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 14 03:25:18.278162 dv-cinder-796170-1-iscsi neutron-server[92485]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 14 03:25:18.278162 dv-cinder-796170-1-iscsi neutron-server[92485]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 14 03:25:18.278162 dv-cinder-796170-1-iscsi neutron-server[92485]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 14 03:25:18.278162 dv-cinder-796170-1-iscsi neutron-server[92485]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 14 03:25:18.278162 dv-cinder-796170-1-iscsi neutron-server[92485]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 14 03:25:18.278162 dv-cinder-796170-1-iscsi neutron-server[92485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 14 03:25:18.315981 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-15b4a6a6-80f9-45cc-a12b-697a59c7efd4 None None] Port 98fbc845-7d81-4958-8740-7dcce34b5ef4 cannot update to ACTIVE because it is not bound. {{(pid=92487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 14 03:25:18.320751 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning for port b475a148-5d33-41c6-94b1-6d6a47de61c7 completed by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:25:18.332736 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning complete for port b475a148-5d33-41c6-94b1-6d6a47de61c7 triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:25:18.334181 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:18.371992 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b5765fe-94b0-4777-8f07-9d41f3ab15bb admin admin] Notify agent at l3_agent.dv-cinder-796170-1-iscsi the message routers_updated {{(pid=92486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 14 03:25:18.377679 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-1b5765fe-94b0-4777-8f07-9d41f3ab15bb admin admin] 10.222.0.13 "PUT /v2.0/routers/3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6988723
Jun 14 03:25:18.510725 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:18.541320 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] For port b475a148-5d33-41c6-94b1-6d6a47de61c7, host dv-cinder-796170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=b475a148-5d33-41c6-94b1-6d6a47de61c7,segment=NetworkSegment(893a0064-443a-4390-b9c3-705fa3bdf9f8),segment_id=893a0064-443a-4390-b9c3-705fa3bdf9f8)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:25:18.545723 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-63bf2eff-3ffc-4f4f-b7a5-fef6edf2cdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66755087'] for network, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:18.553183 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-bd8147ad-bf2d-40c7-ad8b-d53a28b0fbd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:18.563970 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-63bf2eff-3ffc-4f4f-b7a5-fef6edf2cdb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for network, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:18.565911 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-63bf2eff-3ffc-4f4f-b7a5-fef6edf2cdb8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/61252df1-fba7-4cd7-ac4e-3221f1850428 HTTP/1.1" status: 204  len: 168 time: 1.0724547
Jun 14 03:25:18.595462 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bf2eff-3ffc-4f4f-b7a5-fef6edf2cdb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=61252df1-fba7-4cd7-ac4e-3221f1850428,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:18.606442 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-63bf2eff-3ffc-4f4f-b7a5-fef6edf2cdb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:18.625045 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:18.630196 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:18.741037 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Pushing event updated for resources: {'Port': ['ID=b475a148-5d33-41c6-94b1-6d6a47de61c7,revision_number=4']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:18.772596 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:19.140882 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 44510) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:25:19.204572 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-b4b04598-3ad7-4fc6-948e-06301e935213 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5130d6f64ce3404086e24f56ec549881&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0625043
Jun 14 03:25:19.207200 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 44512) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:25:19.278945 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-017bc1aa-d593-4122-8a57-fb5e4592b9aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:19.313115 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-017bc1aa-d593-4122-8a57-fb5e4592b9aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:19.470729 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-017bc1aa-d593-4122-8a57-fb5e4592b9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:19.474308 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-017bc1aa-d593-4122-8a57-fb5e4592b9aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:19.480329 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-017bc1aa-d593-4122-8a57-fb5e4592b9aa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/063b5950-8f35-4eb2-8e3d-38f35ead0a5d HTTP/1.1" status: 204  len: 168 time: 0.2708874
Jun 14 03:25:19.481166 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-1f688501-d5e2-467e-86d4-b462a7dedbd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:19.533371 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017bc1aa-d593-4122-8a57-fb5e4592b9aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=063b5950-8f35-4eb2-8e3d-38f35ead0a5d,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:19.547932 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 44528) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:25:19.548211 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-017bc1aa-d593-4122-8a57-fb5e4592b9aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:19.559888 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.v2.base [None req-bd92abc2-666b-4cfa-9150-e6b15f2ab82a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-78184631-network', 'tenant_id': 'cc5ac2c9a056458fac7818bb7f26f24f'}} {{(pid=92485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:25:19.678929 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26541f4a-7eba-42c8-8096-3a629d35ac91 None None] Sync routers for ids ['3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf'] in dv-cinder-796170-1-iscsi {{(pid=92488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 14 03:25:19.690133 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26541f4a-7eba-42c8-8096-3a629d35ac91 None None] Routers {'3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:25:19.690892 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-26541f4a-7eba-42c8-8096-3a629d35ac91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5e0a1ac0>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:25:07Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf'], 'active': True} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:25:19.720360 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd92abc2-666b-4cfa-9150-e6b15f2ab82a admin admin] Made reservation on behalf of cc5ac2c9a056458fac7818bb7f26f24f for: {'network': 1} {{(pid=92485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 14 03:25:19.722620 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-bd92abc2-666b-4cfa-9150-e6b15f2ab82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for network, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:19.737352 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-bd92abc2-666b-4cfa-9150-e6b15f2ab82a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:19.888305 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-bd92abc2-666b-4cfa-9150-e6b15f2ab82a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:19.958973 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-bd92abc2-666b-4cfa-9150-e6b15f2ab82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:19.962037 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-23ceb7c0-1209-4383-b49a-c2251dd69be0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:20.032047 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd92abc2-666b-4cfa-9150-e6b15f2ab82a admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'}  {{(pid=92485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 14 03:25:20.047595 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvr_db [None req-26541f4a-7eba-42c8-8096-3a629d35ac91 None None] Set router 3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf gateway port host: dv-cinder-796170-1-iscsi {{(pid=92488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:25:20.079020 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd92abc2-666b-4cfa-9150-e6b15f2ab82a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3162076c-ddfb-451a-9aee-1e90587b7a6e,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:20.079020 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-bd92abc2-666b-4cfa-9150-e6b15f2ab82a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:20.079633 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device b475a148-5d33-41c6-94b1-6d6a47de61c7 up at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:25:20.085618 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-bd92abc2-666b-4cfa-9150-e6b15f2ab82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677934'] for segment, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:20.088619 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.db.segments_db [None req-bd92abc2-666b-4cfa-9150-e6b15f2ab82a admin admin] Added segment ad8d2f01-920f-4957-9b31-cebae4858a92 of type vlan for network 37215f71-7cb9-4afe-b49c-874383e72533
Jun 14 03:25:20.229253 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-bd92abc2-666b-4cfa-9150-e6b15f2ab82a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756196669341'] for network, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:20.229947 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning complete for port b475a148-5d33-41c6-94b1-6d6a47de61c7 triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:25:20.230131 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:20.463323 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-26541f4a-7eba-42c8-8096-3a629d35ac91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5e0a1ac0>, [{'id': '3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf', 'name': 'tempest-TestShelveInstance-838711568-router', 'tenant_id': '43a422776a77497eb08a2b437fe8f3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'b475a148-5d33-41c6-94b1-6d6a47de61c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:25:11Z', 'updated_at': '2021-06-14T03:25:16Z', 'revision_number': 4, 'project_id': '43a422776a77497eb08a2b437fe8f3a4', 'gw_port': {'id': 'b475a148-5d33-41c6-94b1-6d6a47de61c7', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:77:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:25:12Z', 'updated_at': '2021-06-14T03:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_interfaces': [{'id': '98fbc845-7d81-4958-8740-7dcce34b5ef4', 'name': '', 'network_id': '7f129db1-9523-4318-ad85-9f49178b5bdc', 'tenant_id': '43a422776a77497eb08a2b437fe8f3a4', 'mac_address': 'fa:16:3e:15:3b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8a8207df-3806-430e-9b17-d9978decf79c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:25:15Z', 'updated_at': '2021-06-14T03:25:16Z', 'revision_number': 2, 'project_id': '43a422776a77497eb08a2b437fe8f3a4', 'subnets': [{'id': '8a8207df-3806-430e-9b17-d9978decf79c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:25:20.464741 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-bd92abc2-666b-4cfa-9150-e6b15f2ab82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111'] for network, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:20.466145 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd92abc2-666b-4cfa-9150-e6b15f2ab82a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:25:20.466809 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-bd92abc2-666b-4cfa-9150-e6b15f2ab82a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for network, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:20.467211 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26541f4a-7eba-42c8-8096-3a629d35ac91 None None] Checking router: 3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf for host: dv-cinder-796170-1-iscsi {{(pid=92488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 14 03:25:20.467574 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26541f4a-7eba-42c8-8096-3a629d35ac91 None None] Updating router 3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf port 98fbc845-7d81-4958-8740-7dcce34b5ef4 binding host dv-cinder-796170-1-iscsi {{(pid=92488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 14 03:25:20.470224 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:20.513388 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron_lib.callbacks.manager [None req-26541f4a-7eba-42c8-8096-3a629d35ac91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:20.551116 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd92abc2-666b-4cfa-9150-e6b15f2ab82a admin admin] Pushing event updated for resources: {'Network': ['ID=37215f71-7cb9-4afe-b49c-874383e72533,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:20.553722 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-bd92abc2-666b-4cfa-9150-e6b15f2ab82a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:20.565935 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Network 37215f71-7cb9-4afe-b49c-874383e72533 details requested by agent ovs-agent-dv-cinder-796170-1-iscsi with host dv-cinder-796170-1-iscsi {{(pid=92487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 14 03:25:20.660999 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-bd92abc2-666b-4cfa-9150-e6b15f2ab82a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 1.1113303
Jun 14 03:25:20.663642 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 44562) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:25:20.680171 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.v2.base [None req-a71e0512-f550-41fd-8ba6-6598ac264b65 admin admin] Request body: {'subnet': {'network_id': '37215f71-7cb9-4afe-b49c-874383e72533', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-78184631-subnet', 'tenant_id': 'cc5ac2c9a056458fac7818bb7f26f24f', 'ip_version': 4}} {{(pid=92485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:25:20.826821 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a71e0512-f550-41fd-8ba6-6598ac264b65 admin admin] Made reservation on behalf of cc5ac2c9a056458fac7818bb7f26f24f for: {'subnet': 1} {{(pid=92485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 14 03:25:20.831422 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-a71e0512-f550-41fd-8ba6-6598ac264b65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58666795'] for subnet, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:21.051414 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron_lib.callbacks.manager [None req-26541f4a-7eba-42c8-8096-3a629d35ac91 None None] Notify callbacks [] for port, precommit_update {{(pid=92488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:21.071974 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.provisioning_blocks [None req-26541f4a-7eba-42c8-8096-3a629d35ac91 None None] Transition to ACTIVE for port object 98fbc845-7d81-4958-8740-7dcce34b5ef4 will not be triggered until provisioned by entity L2. {{(pid=92488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:25:21.144933 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron_lib.callbacks.manager [None req-26541f4a-7eba-42c8-8096-3a629d35ac91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:21.148777 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:21.216653 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-a71e0512-f550-41fd-8ba6-6598ac264b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66823779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62999387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58666813'] for subnet, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:21.219508 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-44c3a195-01b1-49fe-a6b6-91d3fc4ae517 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:21.330767 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f27f714-3c42-4f54-b27a-42721d256fdc None None] Pushing event updated for resources: {'Port': ['ID=98fbc845-7d81-4958-8740-7dcce34b5ef4,revision_number=3']} {{(pid=92488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:21.361327 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71e0512-f550-41fd-8ba6-6598ac264b65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecfc294e-3165-4206-b102-6a3b9e1b10f7,revision_number=0']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:21.370095 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-a71e0512-f550-41fd-8ba6-6598ac264b65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:21.371737 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71e0512-f550-41fd-8ba6-6598ac264b65 admin admin] Checking segment: {'id': 'ad8d2f01-920f-4957-9b31-cebae4858a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '37215f71-7cb9-4afe-b49c-874383e72533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 14 03:25:21.372264 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71e0512-f550-41fd-8ba6-6598ac264b65 admin admin] Network hostable DHCP agents. Network: 37215f71-7cb9-4afe-b49c-874383e72533, hostable agents: ['0d423c39-5fbd-4170-be1c-b40e9c0b21c1'], hosted agents: [] {{(pid=92485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 14 03:25:21.410029 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f27f714-3c42-4f54-b27a-42721d256fdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:25:21.412116 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f27f714-3c42-4f54-b27a-42721d256fdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:25:21.412116 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f27f714-3c42-4f54-b27a-42721d256fdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:25:21.412116 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f27f714-3c42-4f54-b27a-42721d256fdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:25:21.412492 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f27f714-3c42-4f54-b27a-42721d256fdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:25:21.412928 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f27f714-3c42-4f54-b27a-42721d256fdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:25:21.413689 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f27f714-3c42-4f54-b27a-42721d256fdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:25:21.414585 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f27f714-3c42-4f54-b27a-42721d256fdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:25:21.415065 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f27f714-3c42-4f54-b27a-42721d256fdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:25:21.415502 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f27f714-3c42-4f54-b27a-42721d256fdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:25:21.416070 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f27f714-3c42-4f54-b27a-42721d256fdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:25:21.416470 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f27f714-3c42-4f54-b27a-42721d256fdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:25:21.421209 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG oslo_concurrency.lockutils [None req-6f27f714-3c42-4f54-b27a-42721d256fdc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=92488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:21.451630 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.managers [None req-26541f4a-7eba-42c8-8096-3a629d35ac91 None None] Attempting to bind port 98fbc845-7d81-4958-8740-7dcce34b5ef4 on host dv-cinder-796170-1-iscsi for vnic_type normal with profile  {{(pid=92488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 14 03:25:21.452150 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.managers [None req-26541f4a-7eba-42c8-8096-3a629d35ac91 None None] Attempting to bind port 98fbc845-7d81-4958-8740-7dcce34b5ef4 by drivers openvswitch,hyperv on host dv-cinder-796170-1-iscsi at level 0 using segments [{'id': '2cb0716a-ed02-4a11-ab33-313821ec955b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7f129db1-9523-4318-ad85-9f49178b5bdc'}] {{(pid=92488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 14 03:25:21.452626 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26541f4a-7eba-42c8-8096-3a629d35ac91 None None] Attempting to bind port 98fbc845-7d81-4958-8740-7dcce34b5ef4 on network 7f129db1-9523-4318-ad85-9f49178b5bdc {{(pid=92488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 14 03:25:21.464323 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26541f4a-7eba-42c8-8096-3a629d35ac91 None None] Checking agent: {'id': '3556250a-8008-4613-a9a6-6061713fcb85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 13, 37), 'started_at': datetime.datetime(2021, 6, 14, 3, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 14 03:25:21.464881 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26541f4a-7eba-42c8-8096-3a629d35ac91 None None] Checking segment: {'id': '2cb0716a-ed02-4a11-ab33-313821ec955b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7f129db1-9523-4318-ad85-9f49178b5bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 14 03:25:21.465510 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron_lib.callbacks.manager [None req-26541f4a-7eba-42c8-8096-3a629d35ac91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:21.466014 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26541f4a-7eba-42c8-8096-3a629d35ac91 None None] Bound using segment: {'id': '2cb0716a-ed02-4a11-ab33-313821ec955b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7f129db1-9523-4318-ad85-9f49178b5bdc'} {{(pid=92488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 14 03:25:21.466761 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.managers [None req-26541f4a-7eba-42c8-8096-3a629d35ac91 None None] Bound port: 98fbc845-7d81-4958-8740-7dcce34b5ef4, host: dv-cinder-796170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cb0716a-ed02-4a11-ab33-313821ec955b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7f129db1-9523-4318-ad85-9f49178b5bdc'}}] {{(pid=92488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 14 03:25:21.472078 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron_lib.callbacks.manager [None req-26541f4a-7eba-42c8-8096-3a629d35ac91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:21.474028 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71e0512-f550-41fd-8ba6-6598ac264b65 admin admin] Network 37215f71-7cb9-4afe-b49c-874383e72533 is scheduled to be hosted by DHCP agent 0d423c39-5fbd-4170-be1c-b40e9c0b21c1 with binding_index 1 {{(pid=92485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 14 03:25:21.548001 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.base_scheduler [None req-a71e0512-f550-41fd-8ba6-6598ac264b65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-1-iscsi, 37215f71-7cb9-4afe-b49c-874383e72533) {{(pid=92485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:25:21.555417 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71e0512-f550-41fd-8ba6-6598ac264b65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:25:21.558926 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-a71e0512-f550-41fd-8ba6-6598ac264b65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for subnet, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:21.561471 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba1f716-0122-49a4-9063-e0d507d6be82 None None] Network 37215f71-7cb9-4afe-b49c-874383e72533 requested from dv-cinder-796170-1-iscsi {{(pid=92487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 14 03:25:21.718912 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-a71e0512-f550-41fd-8ba6-6598ac264b65 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 843 time: 1.0540733
Jun 14 03:25:21.721488 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 44596) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:25:21.730349 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [None req-8f92dbbe-87c3-4d1a-ba1a-f5609512a514 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-78184631-router', 'tenant_id': 'cc5ac2c9a056458fac7818bb7f26f24f', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba'}}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:25:21.825283 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eece11e-5cc1-454e-8b47-f6dade82ffb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70344d28-076a-51d6-aec4-a96cd55dd66f-37215f71-7cb9-4afe-b49c-874383e72533', 'network_id': '37215f71-7cb9-4afe-b49c-874383e72533', 'tenant_id': 'cc5ac2c9a056458fac7818bb7f26f24f', 'fixed_ips': [{'subnet_id': 'ecfc294e-3165-4206-b102-6a3b9e1b10f7'}]}} from dv-cinder-796170-1-iscsi. {{(pid=92487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 14 03:25:21.830063 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-9eece11e-5cc1-454e-8b47-f6dade82ffb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for port, before_create {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:21.886091 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-8f92dbbe-87c3-4d1a-ba1a-f5609512a514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66749865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256276'] for router, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:21.887225 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-8f92dbbe-87c3-4d1a-ba1a-f5609512a514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66749902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66755800', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66935751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256495'] for router, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:21.896739 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.db [None req-26541f4a-7eba-42c8-8096-3a629d35ac91 None None] For port 98fbc845-7d81-4958-8740-7dcce34b5ef4, host dv-cinder-796170-1-iscsi, cleared binding levels {{(pid=92488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 14 03:25:21.905268 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.db [None req-26541f4a-7eba-42c8-8096-3a629d35ac91 None None] For port 98fbc845-7d81-4958-8740-7dcce34b5ef4, host dv-cinder-796170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=98fbc845-7d81-4958-8740-7dcce34b5ef4,segment=NetworkSegment(2cb0716a-ed02-4a11-ab33-313821ec955b),segment_id=2cb0716a-ed02-4a11-ab33-313821ec955b)] {{(pid=92488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 14 03:25:21.973440 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron_lib.callbacks.manager [None req-26541f4a-7eba-42c8-8096-3a629d35ac91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:21.975805 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG oslo_concurrency.lockutils [None req-53d2acc3-b60e-4f4a-aee1-d6c46530b3d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:21.996893 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-8f92dbbe-87c3-4d1a-ba1a-f5609512a514 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:22.150694 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f27f714-3c42-4f54-b27a-42721d256fdc None None] Pushing event updated for resources: {'Port': ['ID=98fbc845-7d81-4958-8740-7dcce34b5ef4,revision_number=4']} {{(pid=92488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:22.164052 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG oslo_concurrency.lockutils [None req-6f27f714-3c42-4f54-b27a-42721d256fdc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=92488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:22.170751 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.db_base_plugin_common [None req-9eece11e-5cc1-454e-8b47-f6dade82ffb1 None None] Allocated IP 172.20.0.2 (37215f71-7cb9-4afe-b49c-874383e72533/ecfc294e-3165-4206-b102-6a3b9e1b10f7/5ee22c37-8cac-44f6-ba7a-04ff9d73b1f6) {{(pid=92487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 14 03:25:22.177603 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26541f4a-7eba-42c8-8096-3a629d35ac91 None None] Routers {'3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:25:22.179386 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-26541f4a-7eba-42c8-8096-3a629d35ac91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5e0a1ac0>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:25:07Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf'], 'active': True} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:25:22.445984 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvr_db [None req-26541f4a-7eba-42c8-8096-3a629d35ac91 None None] Set router 3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf gateway port host: dv-cinder-796170-1-iscsi {{(pid=92488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:25:22.468750 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-9eece11e-5cc1-454e-8b47-f6dade82ffb1 None None] Notify callbacks [] for port, precommit_create {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:22.492121 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-9eece11e-5cc1-454e-8b47-f6dade82ffb1 None None] Transition to ACTIVE for port object 5ee22c37-8cac-44f6-ba7a-04ff9d73b1f6 will not be triggered until provisioned by entity L2. {{(pid=92487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:25:22.494920 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 44620) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:25:22.498219 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-8f92dbbe-87c3-4d1a-ba1a-f5609512a514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66755783', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66749883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256505'] for router, precommit_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:22.545040 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-9eece11e-5cc1-454e-8b47-f6dade82ffb1 None None] Transition to ACTIVE for port object 5ee22c37-8cac-44f6-ba7a-04ff9d73b1f6 will not be triggered until provisioned by entity DHCP. {{(pid=92487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:25:22.613463 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-9eece11e-5cc1-454e-8b47-f6dade82ffb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-668656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756196682527'] for port, after_create {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:22.616427 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:22.693614 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eece11e-5cc1-454e-8b47-f6dade82ffb1 None None] Network 37215f71-7cb9-4afe-b49c-874383e72533 is already hosted by enough agents. {{(pid=92487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 14 03:25:22.699326 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.scheduler.base_scheduler [None req-9eece11e-5cc1-454e-8b47-f6dade82ffb1 None None] Resources bound (agent type, host, resource id):  {{(pid=92487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:25:22.699756 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 44626) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:25:22.703747 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eece11e-5cc1-454e-8b47-f6dade82ffb1 None None] Received port after_create {{(pid=92487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 14 03:25:22.711503 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eece11e-5cc1-454e-8b47-f6dade82ffb1 None None] Pushing event updated for resources: {'Port': ['ID=5ee22c37-8cac-44f6-ba7a-04ff9d73b1f6,revision_number=1']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:22.744659 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-9eece11e-5cc1-454e-8b47-f6dade82ffb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:22.829775 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.managers [None req-9eece11e-5cc1-454e-8b47-f6dade82ffb1 None None] Attempting to bind port 5ee22c37-8cac-44f6-ba7a-04ff9d73b1f6 on host dv-cinder-796170-1-iscsi for vnic_type normal with profile  {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 14 03:25:22.830164 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.managers [None req-9eece11e-5cc1-454e-8b47-f6dade82ffb1 None None] Attempting to bind port 5ee22c37-8cac-44f6-ba7a-04ff9d73b1f6 by drivers openvswitch,hyperv on host dv-cinder-796170-1-iscsi at level 0 using segments [{'id': 'ad8d2f01-920f-4957-9b31-cebae4858a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '37215f71-7cb9-4afe-b49c-874383e72533'}] {{(pid=92487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 14 03:25:22.830562 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eece11e-5cc1-454e-8b47-f6dade82ffb1 None None] Attempting to bind port 5ee22c37-8cac-44f6-ba7a-04ff9d73b1f6 on network 37215f71-7cb9-4afe-b49c-874383e72533 {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 14 03:25:22.842094 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eece11e-5cc1-454e-8b47-f6dade82ffb1 None None] Checking agent: {'id': '3556250a-8008-4613-a9a6-6061713fcb85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 13, 37), 'started_at': datetime.datetime(2021, 6, 14, 3, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 14 03:25:22.851200 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eece11e-5cc1-454e-8b47-f6dade82ffb1 None None] Checking segment: {'id': 'ad8d2f01-920f-4957-9b31-cebae4858a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '37215f71-7cb9-4afe-b49c-874383e72533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 14 03:25:22.851200 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-9eece11e-5cc1-454e-8b47-f6dade82ffb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:22.851799 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eece11e-5cc1-454e-8b47-f6dade82ffb1 None None] Bound using segment: {'id': 'ad8d2f01-920f-4957-9b31-cebae4858a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '37215f71-7cb9-4afe-b49c-874383e72533'} {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 14 03:25:22.851933 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.managers [None req-9eece11e-5cc1-454e-8b47-f6dade82ffb1 None None] Bound port: 5ee22c37-8cac-44f6-ba7a-04ff9d73b1f6, host: dv-cinder-796170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8d2f01-920f-4957-9b31-cebae4858a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '37215f71-7cb9-4afe-b49c-874383e72533'}}] {{(pid=92487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 14 03:25:22.853290 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-9eece11e-5cc1-454e-8b47-f6dade82ffb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:22.925063 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-8509ee65-a82a-4549-8d23-ef6cbb8f070a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:22.967634 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-26541f4a-7eba-42c8-8096-3a629d35ac91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5e0a1ac0>, [{'id': '3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf', 'name': 'tempest-TestShelveInstance-838711568-router', 'tenant_id': '43a422776a77497eb08a2b437fe8f3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'b475a148-5d33-41c6-94b1-6d6a47de61c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:25:11Z', 'updated_at': '2021-06-14T03:25:16Z', 'revision_number': 4, 'project_id': '43a422776a77497eb08a2b437fe8f3a4', 'gw_port': {'id': 'b475a148-5d33-41c6-94b1-6d6a47de61c7', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:77:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:25:12Z', 'updated_at': '2021-06-14T03:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_interfaces': [{'id': '98fbc845-7d81-4958-8740-7dcce34b5ef4', 'name': '', 'network_id': '7f129db1-9523-4318-ad85-9f49178b5bdc', 'tenant_id': '43a422776a77497eb08a2b437fe8f3a4', 'mac_address': 'fa:16:3e:15:3b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8a8207df-3806-430e-9b17-d9978decf79c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:25:15Z', 'updated_at': '2021-06-14T03:25:21Z', 'revision_number': 4, 'project_id': '43a422776a77497eb08a2b437fe8f3a4', 'subnets': [{'id': '8a8207df-3806-430e-9b17-d9978decf79c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:25:22.972660 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26541f4a-7eba-42c8-8096-3a629d35ac91 None None] The sync data for ids ['3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf'] in dv-cinder-796170-1-iscsi is: [{'id': '3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf', 'name': 'tempest-TestShelveInstance-838711568-router', 'tenant_id': '43a422776a77497eb08a2b437fe8f3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'b475a148-5d33-41c6-94b1-6d6a47de61c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:25:11Z', 'updated_at': '2021-06-14T03:25:16Z', 'revision_number': 4, 'project_id': '43a422776a77497eb08a2b437fe8f3a4', 'gw_port': {'id': 'b475a148-5d33-41c6-94b1-6d6a47de61c7', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:77:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:25:12Z', 'updated_at': '2021-06-14T03:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_interfaces': [{'id': '98fbc845-7d81-4958-8740-7dcce34b5ef4', 'name': '', 'network_id': '7f129db1-9523-4318-ad85-9f49178b5bdc', 'tenant_id': '43a422776a77497eb08a2b437fe8f3a4', 'mac_address': 'fa:16:3e:15:3b:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8a8207df-3806-430e-9b17-d9978decf79c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:25:15Z', 'updated_at': '2021-06-14T03:25:21Z', 'revision_number': 4, 'project_id': '43a422776a77497eb08a2b437fe8f3a4', 'subnets': [{'id': '8a8207df-3806-430e-9b17-d9978decf79c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 14 03:25:22.972905 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-b62d2373-0889-4e42-b1fb-fe9ccb9437bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:23.044845 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-9eece11e-5cc1-454e-8b47-f6dade82ffb1 None None] For port 5ee22c37-8cac-44f6-ba7a-04ff9d73b1f6, host dv-cinder-796170-1-iscsi, cleared binding levels {{(pid=92487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 14 03:25:23.055782 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-9eece11e-5cc1-454e-8b47-f6dade82ffb1 None None] For port 5ee22c37-8cac-44f6-ba7a-04ff9d73b1f6, host dv-cinder-796170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=5ee22c37-8cac-44f6-ba7a-04ff9d73b1f6,segment=NetworkSegment(ad8d2f01-920f-4957-9b31-cebae4858a92),segment_id=ad8d2f01-920f-4957-9b31-cebae4858a92)] {{(pid=92487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 14 03:25:23.142010 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-9eece11e-5cc1-454e-8b47-f6dade82ffb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:23.147578 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:23.169512 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-8509ee65-a82a-4549-8d23-ef6cbb8f070a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:23.239100 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eece11e-5cc1-454e-8b47-f6dade82ffb1 None None] Pushing event updated for resources: {'Port': ['ID=5ee22c37-8cac-44f6-ba7a-04ff9d73b1f6,revision_number=2']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:23.242669 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-9eece11e-5cc1-454e-8b47-f6dade82ffb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:23.262421 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-8509ee65-a82a-4549-8d23-ef6cbb8f070a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:23.268636 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-af09ecbf-6356-4cb0-919f-58319d4602b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:23.400961 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-8509ee65-a82a-4549-8d23-ef6cbb8f070a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=06d1d3ac858a4db39e56b483f38ea267&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9042571
Jun 14 03:25:23.403410 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8509ee65-a82a-4549-8d23-ef6cbb8f070a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f777a1-b07a-4971-8cc7-c6832a1afa95,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:23.405939 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 44634) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:25:23.414591 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-8509ee65-a82a-4549-8d23-ef6cbb8f070a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:23.434149 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-8f92dbbe-87c3-4d1a-ba1a-f5609512a514 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:23.473110 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-8f92dbbe-87c3-4d1a-ba1a-f5609512a514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for port, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:23.645566 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-b62d2373-0889-4e42-b1fb-fe9ccb9437bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:23.646629 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-de973a4c-dadf-407d-b035-5213e97b38b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:23.679957 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-de973a4c-dadf-407d-b035-5213e97b38b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:23.739116 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-b62d2373-0889-4e42-b1fb-fe9ccb9437bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:23.752772 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.db_base_plugin_common [None req-8f92dbbe-87c3-4d1a-ba1a-f5609512a514 admin admin] Allocated IP 172.27.2.228 (93400a53-dc51-45a7-8a67-e74b6f34e4ba/60a70a14-b6be-44b1-a1f9-f2aaa6aa296b/c4d48bec-10ce-4c52-9717-5e1e3d77db9c) {{(pid=92486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 14 03:25:23.760958 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-8509ee65-a82a-4549-8d23-ef6cbb8f070a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:23.807927 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-b62d2373-0889-4e42-b1fb-fe9ccb9437bd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fe78752859bf43a78f26ae8f34eb1500&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1070006
Jun 14 03:25:23.809636 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d2373-0889-4e42-b1fb-fe9ccb9437bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=817af20f-97e6-45f0-b9b5-8cb721acf83c,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:23.812197 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 44636) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:25:23.822145 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.agents_db [None req-ff4782b4-218c-43ce-8b60-1c0132b4bc55 None None] Agent healthcheck: found 6 active agents {{(pid=92488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 14 03:25:23.825472 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-b62d2373-0889-4e42-b1fb-fe9ccb9437bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:23.912383 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-40689671-c570-415b-bb1d-cb8fa0366817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:23.979916 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-de973a4c-dadf-407d-b035-5213e97b38b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:23.997281 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-de973a4c-dadf-407d-b035-5213e97b38b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:24.003499 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-de973a4c-dadf-407d-b035-5213e97b38b2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/77f777a1-b07a-4971-8cc7-c6832a1afa95 HTTP/1.1" status: 204  len: 168 time: 0.5944283
Jun 14 03:25:24.018766 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-8f92dbbe-87c3-4d1a-ba1a-f5609512a514 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:24.038467 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-40689671-c570-415b-bb1d-cb8fa0366817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:24.123664 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-8f92dbbe-87c3-4d1a-ba1a-f5609512a514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-668656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756196682527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63152314'] for port, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:24.128223 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-8507c1b9-957e-4b3b-8be0-126e12422c7a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:24.154999 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-a086c66d-f234-4db8-af2f-cb842808ca63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:24.191960 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de973a4c-dadf-407d-b035-5213e97b38b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f777a1-b07a-4971-8cc7-c6832a1afa95,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:24.197409 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-de973a4c-dadf-407d-b035-5213e97b38b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:24.223964 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-40689671-c570-415b-bb1d-cb8fa0366817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:24.240060 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f92dbbe-87c3-4d1a-ba1a-f5609512a514 admin admin] Network 93400a53-dc51-45a7-8a67-e74b6f34e4ba is already hosted by enough agents. {{(pid=92486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 14 03:25:24.249535 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-40689671-c570-415b-bb1d-cb8fa0366817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:24.256322 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-40689671-c570-415b-bb1d-cb8fa0366817 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/817af20f-97e6-45f0-b9b5-8cb721acf83c HTTP/1.1" status: 204  len: 168 time: 0.4407408
Jun 14 03:25:24.256525 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.base_scheduler [None req-8f92dbbe-87c3-4d1a-ba1a-f5609512a514 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:25:24.265297 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f92dbbe-87c3-4d1a-ba1a-f5609512a514 admin admin] Received port after_create {{(pid=92486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 14 03:25:24.267722 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-8f5b85ee-df68-46c4-81ff-e365dd49c7a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:24.282255 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 98fbc845-7d81-4958-8740-7dcce34b5ef4 up at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:25:24.306433 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40689671-c570-415b-bb1d-cb8fa0366817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=817af20f-97e6-45f0-b9b5-8cb721acf83c,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:24.323952 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-40689671-c570-415b-bb1d-cb8fa0366817 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:24.334822 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f92dbbe-87c3-4d1a-ba1a-f5609512a514 admin admin] Pushing event updated for resources: {'Port': ['ID=c4d48bec-10ce-4c52-9717-5e1e3d77db9c,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:24.348387 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-8f92dbbe-87c3-4d1a-ba1a-f5609512a514 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:24.527889 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning for port 98fbc845-7d81-4958-8740-7dcce34b5ef4 completed by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:25:24.532224 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning complete for port 98fbc845-7d81-4958-8740-7dcce34b5ef4 triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:25:24.532731 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:24.695726 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:24.739138 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b66dc2-381a-47d7-b6a8-514bc3bcaef0 None None] Network 37215f71-7cb9-4afe-b49c-874383e72533 requested from dv-cinder-796170-1-iscsi {{(pid=92487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 14 03:25:24.744639 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] For port 98fbc845-7d81-4958-8740-7dcce34b5ef4, host dv-cinder-796170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=98fbc845-7d81-4958-8740-7dcce34b5ef4,segment=NetworkSegment(2cb0716a-ed02-4a11-ab33-313821ec955b),segment_id=2cb0716a-ed02-4a11-ab33-313821ec955b)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:25:24.919790 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:24.920646 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 5ee22c37-8cac-44f6-ba7a-04ff9d73b1f6 up at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:25:25.094403 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-8f92dbbe-87c3-4d1a-ba1a-f5609512a514 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:25.112578 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 44656) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:25:25.128853 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:25.131190 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-b6fcc6ed-c745-4ea8-9097-c9f9f270f44f None None] Provisioning for port 5ee22c37-8cac-44f6-ba7a-04ff9d73b1f6 completed by entity DHCP. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:25:25.139876 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-a617dac0-81f0-41e3-86cf-9e2194a4abe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:25.258105 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Pushing event updated for resources: {'Port': ['ID=98fbc845-7d81-4958-8740-7dcce34b5ef4,revision_number=5']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:25.269338 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:25.312812 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-a617dac0-81f0-41e3-86cf-9e2194a4abe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:25.359874 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning for port 5ee22c37-8cac-44f6-ba7a-04ff9d73b1f6 completed by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:25:25.364768 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning complete for port 5ee22c37-8cac-44f6-ba7a-04ff9d73b1f6 triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:25:25.365014 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:25.401707 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-a617dac0-81f0-41e3-86cf-9e2194a4abe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:25.406316 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-b62d2373-0889-4e42-b1fb-fe9ccb9437bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:25.570088 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-a617dac0-81f0-41e3-86cf-9e2194a4abe8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a69ca01522894c3cb4aeebfdd81bdb96&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3560810
Jun 14 03:25:25.572477 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 44662) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:25:25.572894 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a617dac0-81f0-41e3-86cf-9e2194a4abe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6c6925-ed52-4a75-9e9f-aefc92f65157,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:25.572894 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-a617dac0-81f0-41e3-86cf-9e2194a4abe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:25.573512 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:25.574695 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-8f92dbbe-87c3-4d1a-ba1a-f5609512a514 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66749858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66755231'] for router, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:25.590215 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-70093286-480a-4e9f-88c1-01d013a6b159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:25.594994 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] For port 5ee22c37-8cac-44f6-ba7a-04ff9d73b1f6, host dv-cinder-796170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=5ee22c37-8cac-44f6-ba7a-04ff9d73b1f6,segment=NetworkSegment(ad8d2f01-920f-4957-9b31-cebae4858a92),segment_id=ad8d2f01-920f-4957-9b31-cebae4858a92)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:25:25.627633 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-b2f965d0-b91e-4a58-9436-80935c0a5087 None None] Provisioning complete for port 5ee22c37-8cac-44f6-ba7a-04ff9d73b1f6 triggered by entity DHCP. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:25:25.628009 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-b2f965d0-b91e-4a58-9436-80935c0a5087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:25.715992 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-70093286-480a-4e9f-88c1-01d013a6b159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:25.721569 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-b2f965d0-b91e-4a58-9436-80935c0a5087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:25.848223 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:25.858238 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:25.973310 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-70093286-480a-4e9f-88c1-01d013a6b159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:25.976199 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-70093286-480a-4e9f-88c1-01d013a6b159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:25.978035 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-70093286-480a-4e9f-88c1-01d013a6b159 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0f6c6925-ed52-4a75-9e9f-aefc92f65157 HTTP/1.1" status: 204  len: 168 time: 0.5042672
Jun 14 03:25:25.978157 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-53bd8760-c780-4fdd-ad68-154439b11423 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:26.014377 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70093286-480a-4e9f-88c1-01d013a6b159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6c6925-ed52-4a75-9e9f-aefc92f65157,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:26.029360 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-70093286-480a-4e9f-88c1-01d013a6b159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:26.035703 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.db.api [None req-b2f965d0-b91e-4a58-9436-80935c0a5087 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 14 03:25:26.036071 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_db.api [None req-b2f965d0-b91e-4a58-9436-80935c0a5087 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 14 03:25:26.042642 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 98fbc845-7d81-4958-8740-7dcce34b5ef4 up at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:25:26.045178 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Pushing event updated for resources: {'Port': ['ID=5ee22c37-8cac-44f6-ba7a-04ff9d73b1f6,revision_number=3']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:26.058887 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f92dbbe-87c3-4d1a-ba1a-f5609512a514 admin admin] Router a6a58563-32a1-471f-8ec5-8d30f2585633 is scheduled to L3 agent faa78350-ce80-467b-8f2c-9d7893daed85 with binding_index 1 {{(pid=92486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 14 03:25:26.069855 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:26.148953 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning complete for port 98fbc845-7d81-4958-8740-7dcce34b5ef4 triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:25:26.149960 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:26.305101 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f92dbbe-87c3-4d1a-ba1a-f5609512a514 admin admin] Notify agent at l3_agent.dv-cinder-796170-1-iscsi the message routers_updated {{(pid=92486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 14 03:25:26.317476 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e6a983-afd5-4978-a17f-110df3554145 None None] Sync routers for ids ['a6a58563-32a1-471f-8ec5-8d30f2585633'] in dv-cinder-796170-1-iscsi {{(pid=92487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 14 03:25:26.327288 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e6a983-afd5-4978-a17f-110df3554145 None None] Routers {'a6a58563-32a1-471f-8ec5-8d30f2585633'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:25:26.327835 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-e0e6a983-afd5-4978-a17f-110df3554145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5e4efac0>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:25:07Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['a6a58563-32a1-471f-8ec5-8d30f2585633'], 'active': True} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:25:26.413899 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-8f92dbbe-87c3-4d1a-ba1a-f5609512a514 admin admin] Notify callbacks [] for router, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:26.415918 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-8f92dbbe-87c3-4d1a-ba1a-f5609512a514 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 4.6925542
Jun 14 03:25:26.418875 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 44686) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:25:26.543619 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvr_db [None req-e0e6a983-afd5-4978-a17f-110df3554145 None None] Set router a6a58563-32a1-471f-8ec5-8d30f2585633 gateway port host: dv-cinder-796170-1-iscsi {{(pid=92487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:25:27.142260 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-e0e6a983-afd5-4978-a17f-110df3554145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5e4efac0>, [{'id': 'a6a58563-32a1-471f-8ec5-8d30f2585633', 'name': 'tempest-TestShelveInstance-78184631-router', 'tenant_id': 'cc5ac2c9a056458fac7818bb7f26f24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'c4d48bec-10ce-4c52-9717-5e1e3d77db9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:25:21Z', 'updated_at': '2021-06-14T03:25:24Z', 'revision_number': 3, 'project_id': 'cc5ac2c9a056458fac7818bb7f26f24f', 'gw_port': {'id': 'c4d48bec-10ce-4c52-9717-5e1e3d77db9c', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:49:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a58563-32a1-471f-8ec5-8d30f2585633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:25:23Z', 'updated_at': '2021-06-14T03:25:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi'}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:25:27.147311 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e6a983-afd5-4978-a17f-110df3554145 None None] Checking router: a6a58563-32a1-471f-8ec5-8d30f2585633 for host: dv-cinder-796170-1-iscsi {{(pid=92487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 14 03:25:27.147945 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e6a983-afd5-4978-a17f-110df3554145 None None] Updating router a6a58563-32a1-471f-8ec5-8d30f2585633 port c4d48bec-10ce-4c52-9717-5e1e3d77db9c binding host dv-cinder-796170-1-iscsi {{(pid=92487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 14 03:25:27.201935 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-e0e6a983-afd5-4978-a17f-110df3554145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:27.648026 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-e0e6a983-afd5-4978-a17f-110df3554145 None None] Notify callbacks [] for port, precommit_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:27.669929 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-e0e6a983-afd5-4978-a17f-110df3554145 None None] Transition to ACTIVE for port object c4d48bec-10ce-4c52-9717-5e1e3d77db9c will not be triggered until provisioned by entity L2. {{(pid=92487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:25:27.748041 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-d8d240ba-914c-4735-a9bb-064e863e6add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for port, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:27.771480 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-e0e6a983-afd5-4978-a17f-110df3554145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:27.791928 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:27.970542 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.managers [None req-e0e6a983-afd5-4978-a17f-110df3554145 None None] Attempting to bind port c4d48bec-10ce-4c52-9717-5e1e3d77db9c on host dv-cinder-796170-1-iscsi for vnic_type normal with profile  {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 14 03:25:27.970919 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.managers [None req-e0e6a983-afd5-4978-a17f-110df3554145 None None] Attempting to bind port c4d48bec-10ce-4c52-9717-5e1e3d77db9c by drivers openvswitch,hyperv on host dv-cinder-796170-1-iscsi at level 0 using segments [{'id': '893a0064-443a-4390-b9c3-705fa3bdf9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba'}] {{(pid=92487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 14 03:25:27.971715 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e6a983-afd5-4978-a17f-110df3554145 None None] Attempting to bind port c4d48bec-10ce-4c52-9717-5e1e3d77db9c on network 93400a53-dc51-45a7-8a67-e74b6f34e4ba {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 14 03:25:27.991609 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e6a983-afd5-4978-a17f-110df3554145 None None] Checking agent: {'id': '3556250a-8008-4613-a9a6-6061713fcb85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 13, 37), 'started_at': datetime.datetime(2021, 6, 14, 3, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 14 03:25:27.993455 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e6a983-afd5-4978-a17f-110df3554145 None None] Checking segment: {'id': '893a0064-443a-4390-b9c3-705fa3bdf9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 14 03:25:27.993455 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-e0e6a983-afd5-4978-a17f-110df3554145 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:27.994823 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0e6a983-afd5-4978-a17f-110df3554145 None None] Bound using segment: {'id': '893a0064-443a-4390-b9c3-705fa3bdf9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba'} {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 14 03:25:27.995363 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.managers [None req-e0e6a983-afd5-4978-a17f-110df3554145 None None] Bound port: c4d48bec-10ce-4c52-9717-5e1e3d77db9c, host: dv-cinder-796170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '893a0064-443a-4390-b9c3-705fa3bdf9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba'}}] {{(pid=92487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 14 03:25:27.995923 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-e0e6a983-afd5-4978-a17f-110df3554145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:28.049155 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 5ee22c37-8cac-44f6-ba7a-04ff9d73b1f6 up at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:25:28.108116 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a4e17-dd62-4194-a58f-0713011f4ccc None None] Pushing event updated for resources: {'Port': ['ID=c4d48bec-10ce-4c52-9717-5e1e3d77db9c,revision_number=2']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:28.124843 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-195a4e17-dd62-4194-a58f-0713011f4ccc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:28.159793 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning complete for port 5ee22c37-8cac-44f6-ba7a-04ff9d73b1f6 triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:25:28.160636 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:28.163323 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.db_base_plugin_common [None req-d8d240ba-914c-4735-a9bb-064e863e6add admin admin] Allocated IP 172.20.0.1 (37215f71-7cb9-4afe-b49c-874383e72533/ecfc294e-3165-4206-b102-6a3b9e1b10f7/5abd9909-5083-492c-842a-072df8cb395b) {{(pid=92485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 14 03:25:28.229671 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-e0e6a983-afd5-4978-a17f-110df3554145 None None] For port c4d48bec-10ce-4c52-9717-5e1e3d77db9c, host dv-cinder-796170-1-iscsi, cleared binding levels {{(pid=92487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 14 03:25:28.257920 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-e0e6a983-afd5-4978-a17f-110df3554145 None None] For port c4d48bec-10ce-4c52-9717-5e1e3d77db9c, host dv-cinder-796170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=c4d48bec-10ce-4c52-9717-5e1e3d77db9c,segment=NetworkSegment(893a0064-443a-4390-b9c3-705fa3bdf9f8),segment_id=893a0064-443a-4390-b9c3-705fa3bdf9f8)] {{(pid=92487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 14 03:25:28.346860 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-e0e6a983-afd5-4978-a17f-110df3554145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:28.353434 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-d8d240ba-914c-4735-a9bb-064e863e6add admin admin] Notify callbacks [] for port, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:28.357514 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-298a6b6a-fe62-417f-980b-fceddbfc04f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:28.371017 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.provisioning_blocks [None req-d8d240ba-914c-4735-a9bb-064e863e6add admin admin] Transition to ACTIVE for port object 5abd9909-5083-492c-842a-072df8cb395b will not be triggered until provisioned by entity DHCP. {{(pid=92485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:25:28.443325 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e6a983-afd5-4978-a17f-110df3554145 None None] Routers {'a6a58563-32a1-471f-8ec5-8d30f2585633'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:25:28.448709 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-e0e6a983-afd5-4978-a17f-110df3554145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5e4efac0>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:25:07Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['a6a58563-32a1-471f-8ec5-8d30f2585633'], 'active': True} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:25:28.488302 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-d8d240ba-914c-4735-a9bb-064e863e6add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-668656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756196682527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62999275'] for port, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:28.492164 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-96ccc5fd-ee85-4674-b4e4-df8db204a634 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:28.522236 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a4e17-dd62-4194-a58f-0713011f4ccc None None] Pushing event updated for resources: {'Port': ['ID=c4d48bec-10ce-4c52-9717-5e1e3d77db9c,revision_number=3']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:28.563247 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d240ba-914c-4735-a9bb-064e863e6add admin admin] Network 37215f71-7cb9-4afe-b49c-874383e72533 is already hosted by enough agents. {{(pid=92485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 14 03:25:28.567190 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.base_scheduler [None req-d8d240ba-914c-4735-a9bb-064e863e6add admin admin] Resources bound (agent type, host, resource id):  {{(pid=92485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:25:28.570777 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d240ba-914c-4735-a9bb-064e863e6add admin admin] Received port after_create {{(pid=92485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 14 03:25:28.675886 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-d8d240ba-914c-4735-a9bb-064e863e6add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66751066'] for router_interface, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:28.763506 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 44742) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:25:28.853322 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d240ba-914c-4735-a9bb-064e863e6add admin admin] Pushing event updated for resources: {'Port': ['ID=5abd9909-5083-492c-842a-072df8cb395b,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:28.856352 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-195a4e17-dd62-4194-a58f-0713011f4ccc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:28.863118 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-d8d240ba-914c-4735-a9bb-064e863e6add admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:28.971984 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-131d0170-5ed6-4e83-b472-3f389631267e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:29.023533 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvr_db [None req-e0e6a983-afd5-4978-a17f-110df3554145 None None] Set router a6a58563-32a1-471f-8ec5-8d30f2585633 gateway port host: dv-cinder-796170-1-iscsi {{(pid=92487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:25:29.141419 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-131d0170-5ed6-4e83-b472-3f389631267e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:29.202003 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-131d0170-5ed6-4e83-b472-3f389631267e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:29.254796 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-851327c6-c959-4421-9eec-5bfa1e9d6b24 None None] Provisioning for port 5abd9909-5083-492c-842a-072df8cb395b completed by entity DHCP. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:25:29.261078 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-851327c6-c959-4421-9eec-5bfa1e9d6b24 None None] Provisioning complete for port 5abd9909-5083-492c-842a-072df8cb395b triggered by entity DHCP. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:25:29.261611 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-851327c6-c959-4421-9eec-5bfa1e9d6b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:29.267540 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-a419189b-7900-4f55-ae71-b50f10e35155 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:29.286807 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-d8d240ba-914c-4735-a9bb-064e863e6add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:29.322580 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131d0170-5ed6-4e83-b472-3f389631267e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2d2b51-ab13-485c-b51f-0720fd941e3f,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:29.338451 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-131d0170-5ed6-4e83-b472-3f389631267e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:29.346793 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-131d0170-5ed6-4e83-b472-3f389631267e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2f3120f0f00e4414ba25505aac3e6869&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5808582
Jun 14 03:25:29.347624 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 44758) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:25:29.393419 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-851327c6-c959-4421-9eec-5bfa1e9d6b24 None None] Port 5abd9909-5083-492c-842a-072df8cb395b cannot update to ACTIVE because it is not bound. {{(pid=92487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 14 03:25:29.425021 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-8d65093b-095c-4386-9d01-7f25ca9a8ffb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:29.452198 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-8d65093b-095c-4386-9d01-7f25ca9a8ffb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:29.452446 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-e0e6a983-afd5-4978-a17f-110df3554145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5e4efac0>, [{'id': 'a6a58563-32a1-471f-8ec5-8d30f2585633', 'name': 'tempest-TestShelveInstance-78184631-router', 'tenant_id': 'cc5ac2c9a056458fac7818bb7f26f24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'c4d48bec-10ce-4c52-9717-5e1e3d77db9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:25:21Z', 'updated_at': '2021-06-14T03:25:24Z', 'revision_number': 3, 'project_id': 'cc5ac2c9a056458fac7818bb7f26f24f', 'gw_port': {'id': 'c4d48bec-10ce-4c52-9717-5e1e3d77db9c', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:49:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a58563-32a1-471f-8ec5-8d30f2585633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:25:23Z', 'updated_at': '2021-06-14T03:25:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi'}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:25:29.474988 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e6a983-afd5-4978-a17f-110df3554145 None None] The sync data for ids ['a6a58563-32a1-471f-8ec5-8d30f2585633'] in dv-cinder-796170-1-iscsi is: [{'id': 'a6a58563-32a1-471f-8ec5-8d30f2585633', 'name': 'tempest-TestShelveInstance-78184631-router', 'tenant_id': 'cc5ac2c9a056458fac7818bb7f26f24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'c4d48bec-10ce-4c52-9717-5e1e3d77db9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:25:21Z', 'updated_at': '2021-06-14T03:25:24Z', 'revision_number': 3, 'project_id': 'cc5ac2c9a056458fac7818bb7f26f24f', 'gw_port': {'id': 'c4d48bec-10ce-4c52-9717-5e1e3d77db9c', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:49:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a58563-32a1-471f-8ec5-8d30f2585633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:25:23Z', 'updated_at': '2021-06-14T03:25:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi'}] {{(pid=92487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 14 03:25:29.644788 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-8d65093b-095c-4386-9d01-7f25ca9a8ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:29.647492 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-8d65093b-095c-4386-9d01-7f25ca9a8ffb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:29.653135 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-8d65093b-095c-4386-9d01-7f25ca9a8ffb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9b2d2b51-ab13-485c-b51f-0720fd941e3f HTTP/1.1" status: 204  len: 168 time: 0.2999747
Jun 14 03:25:29.653135 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:29.670039 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d65093b-095c-4386-9d01-7f25ca9a8ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2d2b51-ab13-485c-b51f-0720fd941e3f,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:29.678001 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-8d65093b-095c-4386-9d01-7f25ca9a8ffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:29.688177 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-d8d240ba-914c-4735-a9bb-064e863e6add admin admin] Notify callbacks [] for port, precommit_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:29.767332 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-d8d240ba-914c-4735-a9bb-064e863e6add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62999253'] for port, after_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:29.803667 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:29.904027 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-d8d240ba-914c-4735-a9bb-064e863e6add admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66608333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66751182'] for router_interface, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:29.941916 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d240ba-914c-4735-a9bb-064e863e6add admin admin] Pushing event updated for resources: {'Port': ['ID=5abd9909-5083-492c-842a-072df8cb395b,revision_number=2']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:29.945132 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-d8d240ba-914c-4735-a9bb-064e863e6add admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:30.092696 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device c4d48bec-10ce-4c52-9717-5e1e3d77db9c up at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:25:30.117236 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d240ba-914c-4735-a9bb-064e863e6add admin admin] Network 37215f71-7cb9-4afe-b49c-874383e72533 is already hosted by enough agents. {{(pid=92485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 14 03:25:30.118829 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.base_scheduler [None req-d8d240ba-914c-4735-a9bb-064e863e6add admin admin] Resources bound (agent type, host, resource id):  {{(pid=92485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:25:30.318222 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8d240ba-914c-4735-a9bb-064e863e6add admin admin] Router a6a58563-32a1-471f-8ec5-8d30f2585633 has already been hosted by L3 agent faa78350-ce80-467b-8f2c-9d7893daed85 {{(pid=92485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 14 03:25:30.396150 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning for port c4d48bec-10ce-4c52-9717-5e1e3d77db9c completed by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:25:30.400840 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning complete for port c4d48bec-10ce-4c52-9717-5e1e3d77db9c triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:25:30.401540 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:30.497358 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-524a5f19-f933-4032-aff3-d17b86a4bdd4 None None] Provisioning complete for port 5abd9909-5083-492c-842a-072df8cb395b triggered by entity DHCP. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:25:30.498330 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-524a5f19-f933-4032-aff3-d17b86a4bdd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:30.581418 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d240ba-914c-4735-a9bb-064e863e6add admin admin] Notify agent at l3_agent.dv-cinder-796170-1-iscsi the message routers_updated {{(pid=92485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 14 03:25:30.593691 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-524a5f19-f933-4032-aff3-d17b86a4bdd4 None None] Port 5abd9909-5083-492c-842a-072df8cb395b cannot update to ACTIVE because it is not bound. {{(pid=92487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 14 03:25:30.594935 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-d8d240ba-914c-4735-a9bb-064e863e6add admin admin] 10.222.0.13 "PUT /v2.0/routers/a6a58563-32a1-471f-8ec5-8d30f2585633/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1749084
Jun 14 03:25:30.620357 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:30.652241 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] For port c4d48bec-10ce-4c52-9717-5e1e3d77db9c, host dv-cinder-796170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=c4d48bec-10ce-4c52-9717-5e1e3d77db9c,segment=NetworkSegment(893a0064-443a-4390-b9c3-705fa3bdf9f8),segment_id=893a0064-443a-4390-b9c3-705fa3bdf9f8)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:25:30.765155 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:30.773559 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:30.863762 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Pushing event updated for resources: {'Port': ['ID=c4d48bec-10ce-4c52-9717-5e1e3d77db9c,revision_number=4']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:30.869361 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:30.966094 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 44780) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:25:31.010291 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-7e12bd26-07e2-4ff6-b5cd-ba4d2214a96e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:31.199291 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-7e12bd26-07e2-4ff6-b5cd-ba4d2214a96e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:31.282142 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-7e12bd26-07e2-4ff6-b5cd-ba4d2214a96e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:31.300853 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-a61a3c44-194d-4af8-9157-5ce8247f37cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:31.378331 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-7e12bd26-07e2-4ff6-b5cd-ba4d2214a96e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=93c6f1c4a6d74817a70216daad3e04f4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4109049
Jun 14 03:25:31.380500 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e12bd26-07e2-4ff6-b5cd-ba4d2214a96e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c50825-4c55-432b-a03c-a401497d979e,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:31.380630 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 44790) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:25:31.388374 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-7e12bd26-07e2-4ff6-b5cd-ba4d2214a96e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:31.453362 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-adecbcee-dc97-40ab-9070-6875ed84f261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:31.485862 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-adecbcee-dc97-40ab-9070-6875ed84f261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:31.582088 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 44794) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:25:31.587394 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [None req-601d3a92-6078-4576-a525-627c29432154 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1826656380', 'description': 'tempest-secgroup-smoke-1826656380 description', 'project_id': '43a422776a77497eb08a2b437fe8f3a4'}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:25:31.682244 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-adecbcee-dc97-40ab-9070-6875ed84f261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:31.685221 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-adecbcee-dc97-40ab-9070-6875ed84f261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:31.689404 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-adecbcee-dc97-40ab-9070-6875ed84f261 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/12c50825-4c55-432b-a03c-a401497d979e HTTP/1.1" status: 204  len: 168 time: 0.3049507
Jun 14 03:25:31.689404 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-08d40094-9181-4b6d-ac8b-d3f04ec71468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:31.705261 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adecbcee-dc97-40ab-9070-6875ed84f261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c50825-4c55-432b-a03c-a401497d979e,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:31.707718 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-adecbcee-dc97-40ab-9070-6875ed84f261 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:31.716930 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-601d3a92-6078-4576-a525-627c29432154 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Notify callbacks [] for security_group, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:31.763852 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a043613-5306-4547-9a9f-9ce861178c81 None None] Sync routers for ids ['a6a58563-32a1-471f-8ec5-8d30f2585633'] in dv-cinder-796170-1-iscsi {{(pid=92488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 14 03:25:31.780014 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a043613-5306-4547-9a9f-9ce861178c81 None None] Routers {'a6a58563-32a1-471f-8ec5-8d30f2585633'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:25:31.780664 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-2a043613-5306-4547-9a9f-9ce861178c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5e3f15b0>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:25:07Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['a6a58563-32a1-471f-8ec5-8d30f2585633'], 'active': True} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:25:31.843134 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-601d3a92-6078-4576-a525-627c29432154 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Notify callbacks [] for security_group, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:31.939654 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-601d3a92-6078-4576-a525-627c29432154 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:31.953679 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-eacb2660-5182-415a-9ec2-430fe5d47efc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:31.995476 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601d3a92-6078-4576-a525-627c29432154 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6b1277-c90a-4bc7-b7bd-605c36cc3316,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:31.999269 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-601d3a92-6078-4576-a525-627c29432154 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:32.018800 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device c4d48bec-10ce-4c52-9717-5e1e3d77db9c up at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:25:32.064415 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-601d3a92-6078-4576-a525-627c29432154 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Notify callbacks [] for security_group, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:32.068539 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-601d3a92-6078-4576-a525-627c29432154 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.4823859
Jun 14 03:25:32.069709 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 44802) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:25:32.074716 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.v2.base [None req-71e05a38-a075-4d76-b75a-ed8c8f7c12b8 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Request body: {'security_group_rule': {'security_group_id': '3a6b1277-c90a-4bc7-b7bd-605c36cc3316', 'project_id': '43a422776a77497eb08a2b437fe8f3a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:25:32.145717 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvr_db [None req-2a043613-5306-4547-9a9f-9ce861178c81 None None] Set router a6a58563-32a1-471f-8ec5-8d30f2585633 gateway port host: dv-cinder-796170-1-iscsi {{(pid=92488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:25:32.153188 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning complete for port c4d48bec-10ce-4c52-9717-5e1e3d77db9c triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:25:32.154049 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:32.206039 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-71e05a38-a075-4d76-b75a-ed8c8f7c12b8 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:32.377367 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-71e05a38-a075-4d76-b75a-ed8c8f7c12b8 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:32.487753 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-71e05a38-a075-4d76-b75a-ed8c8f7c12b8 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66816466'] for security_group_rule, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:32.490833 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:32.511185 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e05a38-a075-4d76-b75a-ed8c8f7c12b8 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65620f1d-2152-415d-86cd-64195d5ee053,revision_number=0']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:32.514934 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-71e05a38-a075-4d76-b75a-ed8c8f7c12b8 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:32.650622 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-2a043613-5306-4547-9a9f-9ce861178c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5e3f15b0>, [{'id': 'a6a58563-32a1-471f-8ec5-8d30f2585633', 'name': 'tempest-TestShelveInstance-78184631-router', 'tenant_id': 'cc5ac2c9a056458fac7818bb7f26f24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'c4d48bec-10ce-4c52-9717-5e1e3d77db9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:25:21Z', 'updated_at': '2021-06-14T03:25:29Z', 'revision_number': 4, 'project_id': 'cc5ac2c9a056458fac7818bb7f26f24f', 'gw_port': {'id': 'c4d48bec-10ce-4c52-9717-5e1e3d77db9c', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:49:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a58563-32a1-471f-8ec5-8d30f2585633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:25:23Z', 'updated_at': '2021-06-14T03:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_interfaces': [{'id': '5abd9909-5083-492c-842a-072df8cb395b', 'name': '', 'network_id': '37215f71-7cb9-4afe-b49c-874383e72533', 'tenant_id': 'cc5ac2c9a056458fac7818bb7f26f24f', 'mac_address': 'fa:16:3e:51:f5:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a58563-32a1-471f-8ec5-8d30f2585633', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'ecfc294e-3165-4206-b102-6a3b9e1b10f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:25:27Z', 'updated_at': '2021-06-14T03:25:29Z', 'revision_number': 2, 'project_id': 'cc5ac2c9a056458fac7818bb7f26f24f', 'subnets': [{'id': 'ecfc294e-3165-4206-b102-6a3b9e1b10f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:25:32.657692 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a043613-5306-4547-9a9f-9ce861178c81 None None] Checking router: a6a58563-32a1-471f-8ec5-8d30f2585633 for host: dv-cinder-796170-1-iscsi {{(pid=92488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 14 03:25:32.658441 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a043613-5306-4547-9a9f-9ce861178c81 None None] Updating router a6a58563-32a1-471f-8ec5-8d30f2585633 port 5abd9909-5083-492c-842a-072df8cb395b binding host dv-cinder-796170-1-iscsi {{(pid=92488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 14 03:25:32.706885 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron_lib.callbacks.manager [None req-2a043613-5306-4547-9a9f-9ce861178c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:32.811247 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-71e05a38-a075-4d76-b75a-ed8c8f7c12b8 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:32.813701 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-71e05a38-a075-4d76-b75a-ed8c8f7c12b8 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.7436643
Jun 14 03:25:32.820080 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 44828) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:25:32.831835 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [None req-2aaada7f-553e-4b24-a99e-a80507c01d6b tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Request body: {'security_group_rule': {'security_group_id': '3a6b1277-c90a-4bc7-b7bd-605c36cc3316', 'project_id': '43a422776a77497eb08a2b437fe8f3a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:25:33.103977 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-2aaada7f-553e-4b24-a99e-a80507c01d6b tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:33.188639 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-2aaada7f-553e-4b24-a99e-a80507c01d6b tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:33.214031 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron_lib.callbacks.manager [None req-2a043613-5306-4547-9a9f-9ce861178c81 None None] Notify callbacks [] for port, precommit_update {{(pid=92488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:33.214031 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.provisioning_blocks [None req-2a043613-5306-4547-9a9f-9ce861178c81 None None] Transition to ACTIVE for port object 5abd9909-5083-492c-842a-072df8cb395b will not be triggered until provisioned by entity L2. {{(pid=92488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:25:33.326358 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron_lib.callbacks.manager [None req-2a043613-5306-4547-9a9f-9ce861178c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:33.326969 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-2aaada7f-553e-4b24-a99e-a80507c01d6b tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66816466'] for security_group_rule, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:33.334543 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG oslo_concurrency.lockutils [None req-6f27f714-3c42-4f54-b27a-42721d256fdc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:33.366822 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-afb593e4-cf1d-4ef1-9e6b-ebaf5de63e35 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:33.385157 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5614ba68-9ef7-4a75-a649-df711bf6f235 None None] Pushing event updated for resources: {'Port': ['ID=5abd9909-5083-492c-842a-072df8cb395b,revision_number=3']} {{(pid=92488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:33.394464 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG oslo_concurrency.lockutils [None req-5614ba68-9ef7-4a75-a649-df711bf6f235 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:33.433299 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaada7f-553e-4b24-a99e-a80507c01d6b tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42ca8e1b-b0f3-4bab-96f0-42129568aebf,revision_number=0']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:33.438664 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-2aaada7f-553e-4b24-a99e-a80507c01d6b tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:33.449937 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-2aaada7f-553e-4b24-a99e-a80507c01d6b tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:33.451578 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-2aaada7f-553e-4b24-a99e-a80507c01d6b tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.6292789
Jun 14 03:25:33.454654 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 44846) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:25:33.465895 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [None req-e7c89593-c19c-4a67-811a-f5bdfecbfe53 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Request body: {'security_group_rule': {'security_group_id': '3a6b1277-c90a-4bc7-b7bd-605c36cc3316', 'project_id': '43a422776a77497eb08a2b437fe8f3a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:25:33.579094 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-e7c89593-c19c-4a67-811a-f5bdfecbfe53 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:33.697354 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-e7c89593-c19c-4a67-811a-f5bdfecbfe53 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:33.779044 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-e7c89593-c19c-4a67-811a-f5bdfecbfe53 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66816466'] for security_group_rule, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:33.781788 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-193c3785-8e5a-482e-bd53-785556ace3fd tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:33.802728 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c89593-c19c-4a67-811a-f5bdfecbfe53 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45971343-70b2-48af-af74-ecd2eff64ce7,revision_number=0']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:33.806669 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-e7c89593-c19c-4a67-811a-f5bdfecbfe53 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:33.899158 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-e7c89593-c19c-4a67-811a-f5bdfecbfe53 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:33.900735 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-e7c89593-c19c-4a67-811a-f5bdfecbfe53 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4448597
Jun 14 03:25:33.905883 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 44854) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:25:33.911323 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.v2.base [None req-6c2f0ba6-26cd-4bee-bc97-92900f5a5229 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Request body: {'security_group_rule': {'security_group_id': '3a6b1277-c90a-4bc7-b7bd-605c36cc3316', 'project_id': '43a422776a77497eb08a2b437fe8f3a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:25:34.108370 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-6c2f0ba6-26cd-4bee-bc97-92900f5a5229 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:34.168898 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.managers [None req-2a043613-5306-4547-9a9f-9ce861178c81 None None] Attempting to bind port 5abd9909-5083-492c-842a-072df8cb395b on host dv-cinder-796170-1-iscsi for vnic_type normal with profile  {{(pid=92488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 14 03:25:34.169354 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.managers [None req-2a043613-5306-4547-9a9f-9ce861178c81 None None] Attempting to bind port 5abd9909-5083-492c-842a-072df8cb395b by drivers openvswitch,hyperv on host dv-cinder-796170-1-iscsi at level 0 using segments [{'id': 'ad8d2f01-920f-4957-9b31-cebae4858a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '37215f71-7cb9-4afe-b49c-874383e72533'}] {{(pid=92488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 14 03:25:34.169790 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a043613-5306-4547-9a9f-9ce861178c81 None None] Attempting to bind port 5abd9909-5083-492c-842a-072df8cb395b on network 37215f71-7cb9-4afe-b49c-874383e72533 {{(pid=92488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 14 03:25:34.179155 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a043613-5306-4547-9a9f-9ce861178c81 None None] Checking agent: {'id': '3556250a-8008-4613-a9a6-6061713fcb85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 13, 37), 'started_at': datetime.datetime(2021, 6, 14, 3, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 14 03:25:34.179155 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a043613-5306-4547-9a9f-9ce861178c81 None None] Checking segment: {'id': 'ad8d2f01-920f-4957-9b31-cebae4858a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '37215f71-7cb9-4afe-b49c-874383e72533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 14 03:25:34.179155 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron_lib.callbacks.manager [None req-2a043613-5306-4547-9a9f-9ce861178c81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:34.179155 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a043613-5306-4547-9a9f-9ce861178c81 None None] Bound using segment: {'id': 'ad8d2f01-920f-4957-9b31-cebae4858a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '37215f71-7cb9-4afe-b49c-874383e72533'} {{(pid=92488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 14 03:25:34.179155 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.managers [None req-2a043613-5306-4547-9a9f-9ce861178c81 None None] Bound port: 5abd9909-5083-492c-842a-072df8cb395b, host: dv-cinder-796170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8d2f01-920f-4957-9b31-cebae4858a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '37215f71-7cb9-4afe-b49c-874383e72533'}}] {{(pid=92488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 14 03:25:34.179155 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron_lib.callbacks.manager [None req-2a043613-5306-4547-9a9f-9ce861178c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:34.212779 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-6c2f0ba6-26cd-4bee-bc97-92900f5a5229 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:34.276133 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.db [None req-2a043613-5306-4547-9a9f-9ce861178c81 None None] For port 5abd9909-5083-492c-842a-072df8cb395b, host dv-cinder-796170-1-iscsi, cleared binding levels {{(pid=92488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 14 03:25:34.279307 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.db [None req-2a043613-5306-4547-9a9f-9ce861178c81 None None] For port 5abd9909-5083-492c-842a-072df8cb395b, host dv-cinder-796170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=5abd9909-5083-492c-842a-072df8cb395b,segment=NetworkSegment(ad8d2f01-920f-4957-9b31-cebae4858a92),segment_id=ad8d2f01-920f-4957-9b31-cebae4858a92)] {{(pid=92488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 14 03:25:34.481317 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-6c2f0ba6-26cd-4bee-bc97-92900f5a5229 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66816466'] for security_group_rule, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:34.483444 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-71e05a38-a075-4d76-b75a-ed8c8f7c12b8 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:34.499769 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2f0ba6-26cd-4bee-bc97-92900f5a5229 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebceb813-eefd-43e0-a411-8ffb6ce836e3,revision_number=0']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:34.502074 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-6c2f0ba6-26cd-4bee-bc97-92900f5a5229 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:34.519024 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-47a3fe52-eb60-43ec-81a1-6880087d318d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:34.521751 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron_lib.callbacks.manager [None req-2a043613-5306-4547-9a9f-9ce861178c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:34.531694 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG oslo_concurrency.lockutils [None req-6f27f714-3c42-4f54-b27a-42721d256fdc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:34.616531 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a043613-5306-4547-9a9f-9ce861178c81 None None] Routers {'a6a58563-32a1-471f-8ec5-8d30f2585633'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:25:34.617165 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-2a043613-5306-4547-9a9f-9ce861178c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5e3f15b0>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:25:07Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['a6a58563-32a1-471f-8ec5-8d30f2585633'], 'active': True} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:25:34.644737 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-6c2f0ba6-26cd-4bee-bc97-92900f5a5229 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:34.646224 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-6c2f0ba6-26cd-4bee-bc97-92900f5a5229 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.7388647
Jun 14 03:25:34.649922 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 44872) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:25:34.663170 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.v2.base [None req-80156e8d-25e2-49cc-b553-da6073baced7 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Request body: {'security_group_rule': {'security_group_id': '3a6b1277-c90a-4bc7-b7bd-605c36cc3316', 'project_id': '43a422776a77497eb08a2b437fe8f3a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:25:34.776791 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5614ba68-9ef7-4a75-a649-df711bf6f235 None None] Pushing event updated for resources: {'Port': ['ID=5abd9909-5083-492c-842a-072df8cb395b,revision_number=4']} {{(pid=92488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:34.794605 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG oslo_concurrency.lockutils [None req-5614ba68-9ef7-4a75-a649-df711bf6f235 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=92488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:34.863710 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvr_db [None req-2a043613-5306-4547-9a9f-9ce861178c81 None None] Set router a6a58563-32a1-471f-8ec5-8d30f2585633 gateway port host: dv-cinder-796170-1-iscsi {{(pid=92488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:25:35.184766 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.db.securitygroups_db [None req-80156e8d-25e2-49cc-b553-da6073baced7 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Project 43a422776a77497eb08a2b437fe8f3a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 14 03:25:35.190572 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-80156e8d-25e2-49cc-b553-da6073baced7 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:35.200189 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-2a043613-5306-4547-9a9f-9ce861178c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5e3f15b0>, [{'id': 'a6a58563-32a1-471f-8ec5-8d30f2585633', 'name': 'tempest-TestShelveInstance-78184631-router', 'tenant_id': 'cc5ac2c9a056458fac7818bb7f26f24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'c4d48bec-10ce-4c52-9717-5e1e3d77db9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:25:21Z', 'updated_at': '2021-06-14T03:25:29Z', 'revision_number': 4, 'project_id': 'cc5ac2c9a056458fac7818bb7f26f24f', 'gw_port': {'id': 'c4d48bec-10ce-4c52-9717-5e1e3d77db9c', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:49:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a58563-32a1-471f-8ec5-8d30f2585633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:25:23Z', 'updated_at': '2021-06-14T03:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_interfaces': [{'id': '5abd9909-5083-492c-842a-072df8cb395b', 'name': '', 'network_id': '37215f71-7cb9-4afe-b49c-874383e72533', 'tenant_id': 'cc5ac2c9a056458fac7818bb7f26f24f', 'mac_address': 'fa:16:3e:51:f5:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a58563-32a1-471f-8ec5-8d30f2585633', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'ecfc294e-3165-4206-b102-6a3b9e1b10f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:25:27Z', 'updated_at': '2021-06-14T03:25:34Z', 'revision_number': 4, 'project_id': 'cc5ac2c9a056458fac7818bb7f26f24f', 'subnets': [{'id': 'ecfc294e-3165-4206-b102-6a3b9e1b10f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:25:35.205770 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a043613-5306-4547-9a9f-9ce861178c81 None None] The sync data for ids ['a6a58563-32a1-471f-8ec5-8d30f2585633'] in dv-cinder-796170-1-iscsi is: [{'id': 'a6a58563-32a1-471f-8ec5-8d30f2585633', 'name': 'tempest-TestShelveInstance-78184631-router', 'tenant_id': 'cc5ac2c9a056458fac7818bb7f26f24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'c4d48bec-10ce-4c52-9717-5e1e3d77db9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:25:21Z', 'updated_at': '2021-06-14T03:25:29Z', 'revision_number': 4, 'project_id': 'cc5ac2c9a056458fac7818bb7f26f24f', 'gw_port': {'id': 'c4d48bec-10ce-4c52-9717-5e1e3d77db9c', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:49:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a58563-32a1-471f-8ec5-8d30f2585633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:25:23Z', 'updated_at': '2021-06-14T03:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_interfaces': [{'id': '5abd9909-5083-492c-842a-072df8cb395b', 'name': '', 'network_id': '37215f71-7cb9-4afe-b49c-874383e72533', 'tenant_id': 'cc5ac2c9a056458fac7818bb7f26f24f', 'mac_address': 'fa:16:3e:51:f5:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a58563-32a1-471f-8ec5-8d30f2585633', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': 'ecfc294e-3165-4206-b102-6a3b9e1b10f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:25:27Z', 'updated_at': '2021-06-14T03:25:34Z', 'revision_number': 4, 'project_id': 'cc5ac2c9a056458fac7818bb7f26f24f', 'subnets': [{'id': 'ecfc294e-3165-4206-b102-6a3b9e1b10f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 14 03:25:35.295287 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-80156e8d-25e2-49cc-b553-da6073baced7 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:35.412815 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-80156e8d-25e2-49cc-b553-da6073baced7 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66816466'] for security_group_rule, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:35.415055 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:35.448743 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80156e8d-25e2-49cc-b553-da6073baced7 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd7cafcb-068a-4389-b7eb-b8f571ef8749,revision_number=0']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:35.451970 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-80156e8d-25e2-49cc-b553-da6073baced7 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:35.550828 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-80156e8d-25e2-49cc-b553-da6073baced7 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:35.553083 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-80156e8d-25e2-49cc-b553-da6073baced7 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.8978701
Jun 14 03:25:35.563782 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 44898) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:25:35.569471 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [None req-47db1b70-9ab9-473b-94d5-4e8d7809fed9 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Request body: {'security_group_rule': {'security_group_id': '3a6b1277-c90a-4bc7-b7bd-605c36cc3316', 'project_id': '43a422776a77497eb08a2b437fe8f3a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:25:35.582087 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:35.683321 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.db.securitygroups_db [None req-47db1b70-9ab9-473b-94d5-4e8d7809fed9 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Project 43a422776a77497eb08a2b437fe8f3a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 14 03:25:35.689705 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-47db1b70-9ab9-473b-94d5-4e8d7809fed9 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:35.786806 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-47db1b70-9ab9-473b-94d5-4e8d7809fed9 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:35.879370 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-47db1b70-9ab9-473b-94d5-4e8d7809fed9 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66816466'] for security_group_rule, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:35.882027 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:35.953928 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47db1b70-9ab9-473b-94d5-4e8d7809fed9 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35783579-b9ab-4bfb-aed1-4961c5a3f9c6,revision_number=0']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:35.957814 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-47db1b70-9ab9-473b-94d5-4e8d7809fed9 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:35.974919 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-47db1b70-9ab9-473b-94d5-4e8d7809fed9 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:35.980476 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-47db1b70-9ab9-473b-94d5-4e8d7809fed9 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4131424
Jun 14 03:25:36.076188 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 5abd9909-5083-492c-842a-072df8cb395b up at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:25:36.287848 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning for port 5abd9909-5083-492c-842a-072df8cb395b completed by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:25:36.293685 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning complete for port 5abd9909-5083-492c-842a-072df8cb395b triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:25:36.294186 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:36.454805 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:36.525234 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] For port 5abd9909-5083-492c-842a-072df8cb395b, host dv-cinder-796170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=5abd9909-5083-492c-842a-072df8cb395b,segment=NetworkSegment(ad8d2f01-920f-4957-9b31-cebae4858a92),segment_id=ad8d2f01-920f-4957-9b31-cebae4858a92)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:25:36.613042 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 44954) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:25:36.613808 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:36.615738 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:36.703652 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Pushing event updated for resources: {'Port': ['ID=5abd9909-5083-492c-842a-072df8cb395b,revision_number=5']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:36.707041 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:36.794154 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-d278c1af-1bdb-4530-bc00-331554cd6aef admin admin] Notify callbacks [] for security_group, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:36.950083 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-d278c1af-1bdb-4530-bc00-331554cd6aef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:37.058720 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-95b0bac7-17f8-4452-bf56-057232fb397c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:37.098974 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-d278c1af-1bdb-4530-bc00-331554cd6aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:37.103440 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-3750930a-ab12-4b32-b12c-9eed873778af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:37.169337 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-d278c1af-1bdb-4530-bc00-331554cd6aef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=794259fe71484ab4bfe717e3f1acf48f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5541975
Jun 14 03:25:37.172175 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 44964) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:25:37.173579 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d278c1af-1bdb-4530-bc00-331554cd6aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c93be5-cf9c-47f4-9422-649bd7e0f168,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:37.187952 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-d278c1af-1bdb-4530-bc00-331554cd6aef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:37.190075 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:37.248409 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-644baa02-5c7c-4f17-ab28-9f1154a9be8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:37.273012 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-644baa02-5c7c-4f17-ab28-9f1154a9be8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:37.410599 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-644baa02-5c7c-4f17-ab28-9f1154a9be8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:37.413554 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-644baa02-5c7c-4f17-ab28-9f1154a9be8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:37.417524 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-644baa02-5c7c-4f17-ab28-9f1154a9be8a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/19c93be5-cf9c-47f4-9422-649bd7e0f168 HTTP/1.1" status: 204  len: 168 time: 0.2412319
Jun 14 03:25:37.417524 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-ad01190e-c643-413e-a505-6d129b855fda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:37.436673 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644baa02-5c7c-4f17-ab28-9f1154a9be8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c93be5-cf9c-47f4-9422-649bd7e0f168,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:37.443412 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-644baa02-5c7c-4f17-ab28-9f1154a9be8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:38.004666 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 5abd9909-5083-492c-842a-072df8cb395b up at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:25:38.090673 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning complete for port 5abd9909-5083-492c-842a-072df8cb395b triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:25:38.090673 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:38.337323 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-a6614653-0164-4561-80ac-e583b9425df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:38.463151 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 45006) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:25:38.482086 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-35bf422a-6f56-40e3-8202-d4dddf4ff76f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:38.598856 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-35bf422a-6f56-40e3-8202-d4dddf4ff76f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:38.730829 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-35bf422a-6f56-40e3-8202-d4dddf4ff76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:38.733891 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:38.811497 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-35bf422a-6f56-40e3-8202-d4dddf4ff76f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=22fe1254beb54c96941523d7a9e2997a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3463249
Jun 14 03:25:38.812431 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bf422a-6f56-40e3-8202-d4dddf4ff76f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=676c0eeb-1c2b-4a2a-b507-fa413e4c9478,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:38.814095 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 45020) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:25:38.836987 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-35bf422a-6f56-40e3-8202-d4dddf4ff76f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:38.889913 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-95293c67-dcfd-4d62-b7a7-e7f4293d4487 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:38.938470 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-95293c67-dcfd-4d62-b7a7-e7f4293d4487 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:39.081553 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-95293c67-dcfd-4d62-b7a7-e7f4293d4487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:39.084346 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-95293c67-dcfd-4d62-b7a7-e7f4293d4487 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:39.085504 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-95293c67-dcfd-4d62-b7a7-e7f4293d4487 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/676c0eeb-1c2b-4a2a-b507-fa413e4c9478 HTTP/1.1" status: 204  len: 168 time: 0.2679558
Jun 14 03:25:39.086353 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-0dee5a6a-476a-447a-99fc-a5eb49543ec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:39.100689 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95293c67-dcfd-4d62-b7a7-e7f4293d4487 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=676c0eeb-1c2b-4a2a-b507-fa413e4c9478,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:39.109804 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-95293c67-dcfd-4d62-b7a7-e7f4293d4487 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:39.520805 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab2faef-8d1e-47e8-935d-24bf1806a615 req-376f3017-fd55-48d0-9971-e96b2cd5e804 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:25:39.522502 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-5ab2faef-8d1e-47e8-935d-24bf1806a615 req-376f3017-fd55-48d0-9971-e96b2cd5e804 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 947 time: 0.0709074
Jun 14 03:25:39.575758 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-5ab2faef-8d1e-47e8-935d-24bf1806a615 req-642a3e73-9b32-498e-8f8f-96e08bf9856f tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466800
Jun 14 03:25:39.647174 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-37effd67-6caa-48ba-975b-7ec46c17b4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:40.767300 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a50d7c-7e77-49b9-a468-711194a5a663 req-ae2d7ad6-61f8-478a-bbe4-986bba0159d9 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:25:40.768770 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-89a50d7c-7e77-49b9-a468-711194a5a663 req-ae2d7ad6-61f8-478a-bbe4-986bba0159d9 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 947 time: 0.0744388
Jun 14 03:25:40.948237 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 45076) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:25:41.044059 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-89a50d7c-7e77-49b9-a468-711194a5a663 req-1bd7bacc-1e48-49c4-bb3f-7f18c6b106bb tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2692053
Jun 14 03:25:41.061763 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-be3dfebc-f0a4-495d-88b7-de9956b8837d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:41.151647 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-be3dfebc-f0a4-495d-88b7-de9956b8837d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:41.240998 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-be3dfebc-f0a4-495d-88b7-de9956b8837d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:41.244471 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-e5ebf119-1583-46fe-bf17-b9dbb5e1d8be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:41.286796 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-be3dfebc-f0a4-495d-88b7-de9956b8837d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=25b4fbad41c142199e23177806a401ea&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3374639
Jun 14 03:25:41.287917 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3dfebc-f0a4-495d-88b7-de9956b8837d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db9348d7-7c34-477f-9e91-005fdef184ab,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:41.292524 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-be3dfebc-f0a4-495d-88b7-de9956b8837d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:41.293168 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 45082) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:25:41.344600 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-a1b982ca-7520-4350-be24-599683ecae4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:41.366577 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-a1b982ca-7520-4350-be24-599683ecae4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:41.498644 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-a1b982ca-7520-4350-be24-599683ecae4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:41.501231 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-a1b982ca-7520-4350-be24-599683ecae4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:41.502451 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-a1b982ca-7520-4350-be24-599683ecae4b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/db9348d7-7c34-477f-9e91-005fdef184ab HTTP/1.1" status: 204  len: 168 time: 0.2083266
Jun 14 03:25:41.503240 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-7b5d5ca1-146c-4fad-ba2e-8db220a7d19f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:41.512127 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b982ca-7520-4350-be24-599683ecae4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db9348d7-7c34-477f-9e91-005fdef184ab,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:41.514867 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-a1b982ca-7520-4350-be24-599683ecae4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:42.230049 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab72ed-8732-47c4-a750-d3d2c6931c96 req-5ea8ef06-3cc1-485a-bf58-e9f31a25ac85 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:25:42.231566 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-b3ab72ed-8732-47c4-a750-d3d2c6931c96 req-5ea8ef06-3cc1-485a-bf58-e9f31a25ac85 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 947 time: 0.0697136
Jun 14 03:25:42.277636 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-b3ab72ed-8732-47c4-a750-d3d2c6931c96 req-2b88f1c1-1132-4380-9634-eed53c74b78e tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398107
Jun 14 03:25:43.486942 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4e72d8-de9e-4a8d-a9a5-db8e072be1e7 req-96cf8594-8f0c-476d-b0d6-f5e2e1b1f3c7 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:25:43.488540 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-df4e72d8-de9e-4a8d-a9a5-db8e072be1e7 req-96cf8594-8f0c-476d-b0d6-f5e2e1b1f3c7 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 947 time: 0.0743518
Jun 14 03:25:43.529771 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-df4e72d8-de9e-4a8d-a9a5-db8e072be1e7 req-d1cefbce-a204-488a-b815-cc52a001e0ad tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0345879
Jun 14 03:25:44.020935 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8026068b-8baf-43e0-a0ab-ba9ec536eb47 req-6401f03d-b54e-4a79-8514-168bb3b910a7 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:25:44.022747 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-8026068b-8baf-43e0-a0ab-ba9ec536eb47 req-6401f03d-b54e-4a79-8514-168bb3b910a7 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.37 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 947 time: 0.0789776
Jun 14 03:25:44.141361 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.plugin [req-8026068b-8baf-43e0-a0ab-ba9ec536eb47 req-fe054c99-0841-4631-a8fa-d3ccde8a1ddd tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Deleting port f77975c8-c610-4ab3-81f9-48ca459d07e0 {{(pid=92486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 14 03:25:44.141687 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-8026068b-8baf-43e0-a0ab-ba9ec536eb47 req-fe054c99-0841-4631-a8fa-d3ccde8a1ddd tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756197070376'] for port, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:44.250913 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.db [req-8026068b-8baf-43e0-a0ab-ba9ec536eb47 req-fe054c99-0841-4631-a8fa-d3ccde8a1ddd tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] For port f77975c8-c610-4ab3-81f9-48ca459d07e0, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=f77975c8-c610-4ab3-81f9-48ca459d07e0,segment=NetworkSegment(99683377-2e48-4740-a2d4-b719402867ef),segment_id=99683377-2e48-4740-a2d4-b719402867ef)] {{(pid=92486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:25:44.251287 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-8026068b-8baf-43e0-a0ab-ba9ec536eb47 req-fe054c99-0841-4631-a8fa-d3ccde8a1ddd tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66754036'] for port, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:44.896162 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-8026068b-8baf-43e0-a0ab-ba9ec536eb47 req-fe054c99-0841-4631-a8fa-d3ccde8a1ddd tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:44.896540 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-8026068b-8baf-43e0-a0ab-ba9ec536eb47 req-fe054c99-0841-4631-a8fa-d3ccde8a1ddd tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66755190'] for floatingip, after_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:44.896920 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.db.l3_db [req-8026068b-8baf-43e0-a0ab-ba9ec536eb47 req-fe054c99-0841-4631-a8fa-d3ccde8a1ddd tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Floating IP 324f1f05-53fc-48c9-9dde-fcf053c4d9b4 disassociated. External IP: 172.27.2.194, port: f77975c8-c610-4ab3-81f9-48ca459d07e0.
Jun 14 03:25:44.897305 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.plugin [req-8026068b-8baf-43e0-a0ab-ba9ec536eb47 req-fe054c99-0841-4631-a8fa-d3ccde8a1ddd tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Calling delete_port for f77975c8-c610-4ab3-81f9-48ca459d07e0 owned by compute:nova {{(pid=92486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 14 03:25:44.912239 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4861e5b-0d93-4cc3-9a09-9ee096f249b8 req-f4f0d2a5-f3c7-48e4-acf8-e957f0d43da5 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:25:44.913786 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-b4861e5b-0d93-4cc3-9a09-9ee096f249b8 req-f4f0d2a5-f3c7-48e4-acf8-e957f0d43da5 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 947 time: 0.2146931
Jun 14 03:25:45.014299 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-b4861e5b-0d93-4cc3-9a09-9ee096f249b8 req-82524ed1-f8cc-42dd-9b6e-b36cc988e9e1 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=eadf5548-e4de-43d5-a412-560a3a42cab5&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0920362
Jun 14 03:25:45.236415 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-8026068b-8baf-43e0-a0ab-ba9ec536eb47 req-fe054c99-0841-4631-a8fa-d3ccde8a1ddd tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756197075788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756196682536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63152307'] for port, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:45.240679 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-8f92dbbe-87c3-4d1a-ba1a-f5609512a514 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:45.274712 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe054c99-0841-4631-a8fa-d3ccde8a1ddd tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Pushing event deleted for resources: {'Port': ['ID=f77975c8-c610-4ab3-81f9-48ca459d07e0,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:45.293043 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe054c99-0841-4631-a8fa-d3ccde8a1ddd tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:25:45.293043 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe054c99-0841-4631-a8fa-d3ccde8a1ddd tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:25:45.293043 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe054c99-0841-4631-a8fa-d3ccde8a1ddd tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:25:45.293043 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe054c99-0841-4631-a8fa-d3ccde8a1ddd tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:25:45.293043 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe054c99-0841-4631-a8fa-d3ccde8a1ddd tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:25:45.293043 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe054c99-0841-4631-a8fa-d3ccde8a1ddd tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:25:45.293043 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe054c99-0841-4631-a8fa-d3ccde8a1ddd tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:25:45.293043 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe054c99-0841-4631-a8fa-d3ccde8a1ddd tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:25:45.293043 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe054c99-0841-4631-a8fa-d3ccde8a1ddd tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:25:45.293043 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe054c99-0841-4631-a8fa-d3ccde8a1ddd tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:25:45.293043 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe054c99-0841-4631-a8fa-d3ccde8a1ddd tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:25:45.293043 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe054c99-0841-4631-a8fa-d3ccde8a1ddd tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:25:45.305296 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-fe054c99-0841-4631-a8fa-d3ccde8a1ddd tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:45.453680 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8026068b-8baf-43e0-a0ab-ba9ec536eb47 req-fe054c99-0841-4631-a8fa-d3ccde8a1ddd tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Router ac3183be-460a-411b-86aa-5b5b75320c9a has already been hosted by L3 agent faa78350-ce80-467b-8f2c-9d7893daed85 {{(pid=92486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 14 03:25:45.623525 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8026068b-8baf-43e0-a0ab-ba9ec536eb47 req-fe054c99-0841-4631-a8fa-d3ccde8a1ddd tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify agent at l3_agent.dv-cinder-796170-1-iscsi the message routers_updated {{(pid=92486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 14 03:25:45.634795 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21068518-5ab5-4e04-b54b-5518cb52e274 None None] Sync routers for ids ['ac3183be-460a-411b-86aa-5b5b75320c9a'] in dv-cinder-796170-1-iscsi {{(pid=92487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 14 03:25:45.643824 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21068518-5ab5-4e04-b54b-5518cb52e274 None None] Routers {'ac3183be-460a-411b-86aa-5b5b75320c9a'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:25:45.644430 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-21068518-5ab5-4e04-b54b-5518cb52e274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5ddf5460>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:25:37Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['ac3183be-460a-411b-86aa-5b5b75320c9a'], 'active': True} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:25:45.677779 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.l3_dvrscheduler_db [req-8026068b-8baf-43e0-a0ab-ba9ec536eb47 req-fe054c99-0841-4631-a8fa-d3ccde8a1ddd tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] No DVR routers for this DVR port f77975c8-c610-4ab3-81f9-48ca459d07e0 on host hv-cinder-79617 {{(pid=92486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 14 03:25:45.680470 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-8026068b-8baf-43e0-a0ab-ba9ec536eb47 req-fe054c99-0841-4631-a8fa-d3ccde8a1ddd tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389'] for port, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:45.682534 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-8026068b-8baf-43e0-a0ab-ba9ec536eb47 req-fe054c99-0841-4631-a8fa-d3ccde8a1ddd tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.37 "DELETE /v2.0/ports/f77975c8-c610-4ab3-81f9-48ca459d07e0 HTTP/1.1" status: 204  len: 173 time: 1.6537290
Jun 14 03:25:45.683039 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42dd05e8-da3a-4299-b72c-8d5e864bcc8d', 'name': 'network-vif-deleted', 'tag': 'f77975c8-c610-4ab3-81f9-48ca459d07e0'}] {{(pid=92486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:25:45.686601 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5355d7bc3b36bcf9a7ee8a2281ad208d869c89ac4cdf4014809f5322b7820d6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890fb240-f59c-4ee6-995a-900603552f95" -d '{"events": [{"server_uuid": "42dd05e8-da3a-4299-b72c-8d5e864bcc8d", "name": "network-vif-deleted", "tag": "f77975c8-c610-4ab3-81f9-48ca459d07e0"}]}' {{(pid=92486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:25:45.728477 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14dd9481-a59a-4c11-95f6-f86c0c44f132 x-openstack-request-id: req-14dd9481-a59a-4c11-95f6-f86c0c44f132 {{(pid=92486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:25:45.728888 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42dd05e8-da3a-4299-b72c-8d5e864bcc8d", "name": "network-vif-deleted", "tag": "f77975c8-c610-4ab3-81f9-48ca459d07e0", "status": "completed", "code": 200}]} {{(pid=92486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:25:45.729244 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-14dd9481-a59a-4c11-95f6-f86c0c44f132 {{(pid=92486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:25:45.729745 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42dd05e8-da3a-4299-b72c-8d5e864bcc8d', 'name': 'network-vif-deleted', 'tag': 'f77975c8-c610-4ab3-81f9-48ca459d07e0', 'status': 'completed', 'code': 200}
Jun 14 03:25:45.801108 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvr_db [None req-21068518-5ab5-4e04-b54b-5518cb52e274 None None] Set router ac3183be-460a-411b-86aa-5b5b75320c9a gateway port host: dv-cinder-796170-1-iscsi {{(pid=92487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:25:46.186878 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-e6747f13-3196-4a35-8e13-0f7caa122920 req-a9d095ac-b91f-494c-a1bd-d2d41b2150fa tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 210 time: 0.0424788
Jun 14 03:25:46.207516 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-21068518-5ab5-4e04-b54b-5518cb52e274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5ddf5460>, [{'id': 'ac3183be-460a-411b-86aa-5b5b75320c9a', 'name': 'tempest-AttachVolumeShelveTestJSON-1283861758-router', 'tenant_id': '9155b325d6cd4337b263e1034bb9dbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'c1e9c54f-6f42-4e92-a065-f562d4dceaff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:41Z', 'updated_at': '2021-06-14T03:21:49Z', 'revision_number': 4, 'project_id': '9155b325d6cd4337b263e1034bb9dbfb', 'gw_port': {'id': 'c1e9c54f-6f42-4e92-a065-f562d4dceaff', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:24:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3183be-460a-411b-86aa-5b5b75320c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:21:43Z', 'updated_at': '2021-06-14T03:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_interfaces': [{'id': '7f05021a-b477-401e-9b25-c86f27f2a189', 'name': '', 'network_id': 'f65bd812-254a-48f4-8498-d6b6b04b0ab8', 'tenant_id': '9155b325d6cd4337b263e1034bb9dbfb', 'mac_address': 'fa:16:3e:f2:20:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3183be-460a-411b-86aa-5b5b75320c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '545b480d-c2cb-4869-a2a3-42345a60be46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:21:48Z', 'updated_at': '2021-06-14T03:21:58Z', 'revision_number': 5, 'project_id': '9155b325d6cd4337b263e1034bb9dbfb', 'subnets': [{'id': '545b480d-c2cb-4869-a2a3-42345a60be46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:25:46.214300 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21068518-5ab5-4e04-b54b-5518cb52e274 None None] Checking router: ac3183be-460a-411b-86aa-5b5b75320c9a for host: dv-cinder-796170-1-iscsi {{(pid=92487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 14 03:25:46.223087 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21068518-5ab5-4e04-b54b-5518cb52e274 None None] Routers {'ac3183be-460a-411b-86aa-5b5b75320c9a'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:25:46.223851 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-21068518-5ab5-4e04-b54b-5518cb52e274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5ddf5460>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:25:37Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['ac3183be-460a-411b-86aa-5b5b75320c9a'], 'active': True} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:25:46.375792 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvr_db [None req-21068518-5ab5-4e04-b54b-5518cb52e274 None None] Set router ac3183be-460a-411b-86aa-5b5b75320c9a gateway port host: dv-cinder-796170-1-iscsi {{(pid=92487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:25:46.640205 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-21068518-5ab5-4e04-b54b-5518cb52e274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5ddf5460>, [{'id': 'ac3183be-460a-411b-86aa-5b5b75320c9a', 'name': 'tempest-AttachVolumeShelveTestJSON-1283861758-router', 'tenant_id': '9155b325d6cd4337b263e1034bb9dbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'c1e9c54f-6f42-4e92-a065-f562d4dceaff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:41Z', 'updated_at': '2021-06-14T03:21:49Z', 'revision_number': 4, 'project_id': '9155b325d6cd4337b263e1034bb9dbfb', 'gw_port': {'id': 'c1e9c54f-6f42-4e92-a065-f562d4dceaff', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:24:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3183be-460a-411b-86aa-5b5b75320c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:21:43Z', 'updated_at': '2021-06-14T03:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_interfaces': [{'id': '7f05021a-b477-401e-9b25-c86f27f2a189', 'name': '', 'network_id': 'f65bd812-254a-48f4-8498-d6b6b04b0ab8', 'tenant_id': '9155b325d6cd4337b263e1034bb9dbfb', 'mac_address': 'fa:16:3e:f2:20:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3183be-460a-411b-86aa-5b5b75320c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '545b480d-c2cb-4869-a2a3-42345a60be46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:21:48Z', 'updated_at': '2021-06-14T03:21:58Z', 'revision_number': 5, 'project_id': '9155b325d6cd4337b263e1034bb9dbfb', 'subnets': [{'id': '545b480d-c2cb-4869-a2a3-42345a60be46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:25:46.643905 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21068518-5ab5-4e04-b54b-5518cb52e274 None None] The sync data for ids ['ac3183be-460a-411b-86aa-5b5b75320c9a'] in dv-cinder-796170-1-iscsi is: [{'id': 'ac3183be-460a-411b-86aa-5b5b75320c9a', 'name': 'tempest-AttachVolumeShelveTestJSON-1283861758-router', 'tenant_id': '9155b325d6cd4337b263e1034bb9dbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'c1e9c54f-6f42-4e92-a065-f562d4dceaff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:41Z', 'updated_at': '2021-06-14T03:21:49Z', 'revision_number': 4, 'project_id': '9155b325d6cd4337b263e1034bb9dbfb', 'gw_port': {'id': 'c1e9c54f-6f42-4e92-a065-f562d4dceaff', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:24:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3183be-460a-411b-86aa-5b5b75320c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:21:43Z', 'updated_at': '2021-06-14T03:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_interfaces': [{'id': '7f05021a-b477-401e-9b25-c86f27f2a189', 'name': '', 'network_id': 'f65bd812-254a-48f4-8498-d6b6b04b0ab8', 'tenant_id': '9155b325d6cd4337b263e1034bb9dbfb', 'mac_address': 'fa:16:3e:f2:20:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3183be-460a-411b-86aa-5b5b75320c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '545b480d-c2cb-4869-a2a3-42345a60be46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:21:48Z', 'updated_at': '2021-06-14T03:21:58Z', 'revision_number': 5, 'project_id': '9155b325d6cd4337b263e1034bb9dbfb', 'subnets': [{'id': '545b480d-c2cb-4869-a2a3-42345a60be46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 14 03:25:46.855714 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4b6856-3f14-4e19-8cd2-da265243f96e None None] New status for floating IP 324f1f05-53fc-48c9-9dde-fcf053c4d9b4: DOWN {{(pid=92488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 14 03:25:47.366142 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-57825d4e-f19f-4bd0-b796-771f54b49f4f req-16afe8a7-790b-44a8-a107-d0be255d6ea1 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 210 time: 0.0382099
Jun 14 03:25:48.520978 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-71d38e99-206d-4a6b-a25c-cd04b3401a62 req-bb131095-79fe-4029-9a94-4abcb8537c4a tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 210 time: 0.0365164
Jun 14 03:25:48.753772 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device f77975c8-c610-4ab3-81f9-48ca459d07e0 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 14 03:25:48.785004 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-661a56f4-230e-4389-a254-9a37132de24a None None] No Port match for: f77975c8-c610-4ab3-81f9-48ca459d07e0 {{(pid=92487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 14 03:25:48.785359 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device f77975c8-c610-4ab3-81f9-48ca459d07e0 not bound to the agent host hv-cinder-79617 {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 14 03:25:49.679590 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-3f56b600-ff3c-41c7-b88e-eccf238ad3cc req-af1a0b25-c480-49a9-a8ba-d378ed1c9eff tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 210 time: 0.0324144
Jun 14 03:25:50.844311 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-8f3f6693-e34e-4b10-9683-6740551398c8 req-640899fa-6129-418a-9b07-1ac89412281d tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 210 time: 0.0330470
Jun 14 03:25:52.002253 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-3bddd34e-4cc0-4c69-b444-c7a75d957c2f req-a0d93dd7-0be4-4a40-afef-3c0e7e7fd343 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=42dd05e8-da3a-4299-b72c-8d5e864bcc8d HTTP/1.1" status: 200  len: 210 time: 0.0318165
Jun 14 03:25:53.219994 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 45294) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:25:53.280091 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-89429171-1cc5-45d1-ba85-adabc2f2afe1 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks [] for security_group, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:53.305779 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-89429171-1cc5-45d1-ba85-adabc2f2afe1 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:53.435863 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-89429171-1cc5-45d1-ba85-adabc2f2afe1 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:53.438830 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-89429171-1cc5-45d1-ba85-adabc2f2afe1 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks [] for security_group, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:53.440218 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-89429171-1cc5-45d1-ba85-adabc2f2afe1 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "DELETE /v2.0/security-groups/eadf5548-e4de-43d5-a412-560a3a42cab5 HTTP/1.1" status: 204  len: 168 time: 0.2190187
Jun 14 03:25:53.440966 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-abca6299-9909-49c0-b0ee-392d318a4296 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:53.442839 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 45300) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:25:53.454826 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89429171-1cc5-45d1-ba85-adabc2f2afe1 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eadf5548-e4de-43d5-a412-560a3a42cab5,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:53.457486 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-89429171-1cc5-45d1-ba85-adabc2f2afe1 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:53.459552 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.api.v2.resource [None req-bfec9122-e32b-444c-9073-8ca72cd7fddc tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] show failed (client error): The resource could not be found.
Jun 14 03:25:53.464698 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-bfec9122-e32b-444c-9073-8ca72cd7fddc tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups/eadf5548-e4de-43d5-a412-560a3a42cab5 HTTP/1.1" status: 404  len: 347 time: 0.0202858
Jun 14 03:25:53.465476 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 45302) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:25:53.657728 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.plugin [None req-eb8f95b9-d84d-413b-b65f-6e61829f7085 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Deleting port 0c4d4ed4-7ad9-47e9-bd98-cafe2f3c7e5c {{(pid=92485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 14 03:25:53.658076 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-eb8f95b9-d84d-413b-b65f-6e61829f7085 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756197070376'] for port, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:53.763901 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-eb8f95b9-d84d-413b-b65f-6e61829f7085 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66754036'] for port, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:53.764227 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-eb8f95b9-d84d-413b-b65f-6e61829f7085 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:53.773316 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 45314) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:25:53.869249 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.db_base_plugin_v2 [None req-33b1f5bd-2bbe-4de9-8ed3-ef1f7524589d admin admin] Deleting subnet 5ee2d046-803d-43fe-964a-845253f644b8 {{(pid=92486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 14 03:25:53.873008 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-33b1f5bd-2bbe-4de9-8ed3-ef1f7524589d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:53.880858 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.plugin [None req-eb8f95b9-d84d-413b-b65f-6e61829f7085 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Calling delete_port for 0c4d4ed4-7ad9-47e9-bd98-cafe2f3c7e5c owned by network:floatingip {{(pid=92485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 14 03:25:53.917982 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-33b1f5bd-2bbe-4de9-8ed3-ef1f7524589d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63152461'] for subnet, precommit_delete_associations {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:53.965632 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-33b1f5bd-2bbe-4de9-8ed3-ef1f7524589d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675963'] for subnet, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:54.115929 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-eb8f95b9-d84d-413b-b65f-6e61829f7085 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756197075788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756196682536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62999266'] for port, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:54.116527 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-33b1f5bd-2bbe-4de9-8ed3-ef1f7524589d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66823779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63152457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63246822'] for subnet, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:54.119224 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:54.121969 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-228f5ee2-7222-4678-83c5-75fa6a79abff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:54.157201 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8f95b9-d84d-413b-b65f-6e61829f7085 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Pushing event deleted for resources: {'Port': ['ID=0c4d4ed4-7ad9-47e9-bd98-cafe2f3c7e5c,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:54.163052 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b1f5bd-2bbe-4de9-8ed3-ef1f7524589d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ee2d046-803d-43fe-964a-845253f644b8,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:54.168013 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-33b1f5bd-2bbe-4de9-8ed3-ef1f7524589d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:54.168439 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-33b1f5bd-2bbe-4de9-8ed3-ef1f7524589d admin admin] Notify callbacks [] for subnet, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:54.170272 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-33b1f5bd-2bbe-4de9-8ed3-ef1f7524589d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/5ee2d046-803d-43fe-964a-845253f644b8 HTTP/1.1" status: 204  len: 168 time: 0.3950555
Jun 14 03:25:54.172777 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 45320) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:25:54.197393 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8f95b9-d84d-413b-b65f-6e61829f7085 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:25:54.197802 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8f95b9-d84d-413b-b65f-6e61829f7085 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:25:54.198166 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8f95b9-d84d-413b-b65f-6e61829f7085 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:25:54.198533 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8f95b9-d84d-413b-b65f-6e61829f7085 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:25:54.198887 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8f95b9-d84d-413b-b65f-6e61829f7085 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:25:54.199281 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8f95b9-d84d-413b-b65f-6e61829f7085 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:25:54.199625 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8f95b9-d84d-413b-b65f-6e61829f7085 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:25:54.199967 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8f95b9-d84d-413b-b65f-6e61829f7085 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:25:54.200338 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8f95b9-d84d-413b-b65f-6e61829f7085 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:25:54.200683 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8f95b9-d84d-413b-b65f-6e61829f7085 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:25:54.201045 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8f95b9-d84d-413b-b65f-6e61829f7085 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:25:54.201383 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb8f95b9-d84d-413b-b65f-6e61829f7085 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:25:54.247842 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-eb8f95b9-d84d-413b-b65f-6e61829f7085 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:54.250856 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-eb8f95b9-d84d-413b-b65f-6e61829f7085 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks [] for floatingip, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:54.253559 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-eb8f95b9-d84d-413b-b65f-6e61829f7085 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389'] for floatingip, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:54.255031 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-eb8f95b9-d84d-413b-b65f-6e61829f7085 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "DELETE /v2.0/floatingips/324f1f05-53fc-48c9-9dde-fcf053c4d9b4 HTTP/1.1" status: 204  len: 168 time: 0.7883599
Jun 14 03:25:54.270069 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-bbe03055-c832-44b1-b28d-abe5342a229f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577520'] for network, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:54.377802 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-bbe03055-c832-44b1-b28d-abe5342a229f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682470', 'neutron.services.segments.db._delete_segments_for_network-8756197238200'] for network, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:54.390582 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.services.segments.db [None req-bbe03055-c832-44b1-b28d-abe5342a229f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6b57770ca0>,) {'filters': {'network_id': ['3c332c0b-dc21-4baa-bc4e-126c9f163489']}} {{(pid=92486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:25:54.407289 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.services.segments.db [None req-bbe03055-c832-44b1-b28d-abe5342a229f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6b57770ca0>, '4fde2819-b443-47f3-830a-4caf2bb2fdc3') {'for_net_delete': True} {{(pid=92486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:25:54.407593 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.services.segments.db [None req-bbe03055-c832-44b1-b28d-abe5342a229f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6b57770ca0>, '4fde2819-b443-47f3-830a-4caf2bb2fdc3') {} {{(pid=92486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:25:54.417957 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-bbe03055-c832-44b1-b28d-abe5342a229f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756197238038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63152454'] for segment, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:54.432644 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-bbe03055-c832-44b1-b28d-abe5342a229f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677934'] for segment, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:54.439021 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbe03055-c832-44b1-b28d-abe5342a229f admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=92486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 14 03:25:54.439455 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-bbe03055-c832-44b1-b28d-abe5342a229f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63152352'] for segment, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:54.441342 dv-cinder-796170-1-iscsi neutron-server[92486]: Traceback (most recent call last):
Jun 14 03:25:54.441342 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 14 03:25:54.441342 dv-cinder-796170-1-iscsi neutron-server[92486]:     timer()
Jun 14 03:25:54.441342 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 14 03:25:54.441342 dv-cinder-796170-1-iscsi neutron-server[92486]:     cb(*args, **kw)
Jun 14 03:25:54.441342 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 14 03:25:54.441342 dv-cinder-796170-1-iscsi neutron-server[92486]:     return func(*args, **kwargs)
Jun 14 03:25:54.441342 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 14 03:25:54.441342 dv-cinder-796170-1-iscsi neutron-server[92486]:     self._notify()
Jun 14 03:25:54.441342 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 14 03:25:54.441342 dv-cinder-796170-1-iscsi neutron-server[92486]:     self.callback(batched_events)
Jun 14 03:25:54.441342 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 14 03:25:54.441342 dv-cinder-796170-1-iscsi neutron-server[92486]:     event.method(event)
Jun 14 03:25:54.441342 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 14 03:25:54.441342 dv-cinder-796170-1-iscsi neutron-server[92486]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 14 03:25:54.441342 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 14 03:25:54.441342 dv-cinder-796170-1-iscsi neutron-server[92486]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 14 03:25:54.441342 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 14 03:25:54.441342 dv-cinder-796170-1-iscsi neutron-server[92486]:     return f(self, *a, **k)
Jun 14 03:25:54.441342 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 14 03:25:54.441342 dv-cinder-796170-1-iscsi neutron-server[92486]:     return self._get(url).json()
Jun 14 03:25:54.441342 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 14 03:25:54.441342 dv-cinder-796170-1-iscsi neutron-server[92486]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 14 03:25:54.441342 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 14 03:25:54.441342 dv-cinder-796170-1-iscsi neutron-server[92486]:     return self.request(url, 'GET', **kwargs)
Jun 14 03:25:54.441342 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 14 03:25:54.441342 dv-cinder-796170-1-iscsi neutron-server[92486]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 14 03:25:54.441342 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 14 03:25:54.441342 dv-cinder-796170-1-iscsi neutron-server[92486]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 14 03:25:54.441342 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 14 03:25:54.441342 dv-cinder-796170-1-iscsi neutron-server[92486]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 14 03:25:54.441342 dv-cinder-796170-1-iscsi neutron-server[92486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 14 03:25:54.577877 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 45326) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:25:54.582641 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [None req-f08666ad-c2f4-43fc-9b9e-49a16572618c tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Request body: {'security_group': {'name': 'tempest-securitygroup--641591895', 'description': 'tempest-description--992899795'}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:25:54.595972 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-bbe03055-c832-44b1-b28d-abe5342a229f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66755087'] for network, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:54.604452 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-6f4e80c5-50e2-4d51-a29b-52820cf7912e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:54.607672 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-bbe03055-c832-44b1-b28d-abe5342a229f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for network, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:54.609484 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-bbe03055-c832-44b1-b28d-abe5342a229f admin admin] 10.222.0.13 "DELETE /v2.0/networks/3c332c0b-dc21-4baa-bc4e-126c9f163489 HTTP/1.1" status: 204  len: 168 time: 0.4357712
Jun 14 03:25:54.623466 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe03055-c832-44b1-b28d-abe5342a229f admin admin] Pushing event deleted for resources: {'Network': ['ID=3c332c0b-dc21-4baa-bc4e-126c9f163489,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:54.625792 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-bbe03055-c832-44b1-b28d-abe5342a229f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:54.696779 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-f08666ad-c2f4-43fc-9b9e-49a16572618c tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks [] for security_group, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:54.789230 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-f08666ad-c2f4-43fc-9b9e-49a16572618c tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks [] for security_group, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:54.896011 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-f08666ad-c2f4-43fc-9b9e-49a16572618c tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:54.900153 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-906487da-2156-4d40-b3fb-a99f95f7c8ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:54.927505 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08666ad-c2f4-43fc-9b9e-49a16572618c tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b35fe9-7e21-48e6-ad6e-af7f1cefab56,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:54.930967 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-f08666ad-c2f4-43fc-9b9e-49a16572618c tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:55.007374 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-f08666ad-c2f4-43fc-9b9e-49a16572618c tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks [] for security_group, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:55.009654 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-f08666ad-c2f4-43fc-9b9e-49a16572618c tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.4306800
Jun 14 03:25:55.012718 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 45334) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:25:55.017469 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.v2.base [None req-11a12607-e536-4f51-85bd-5b6a017de7f0 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Request body: {'security_group_rule': {'security_group_id': 'b4b35fe9-7e21-48e6-ad6e-af7f1cefab56', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:25:55.053221 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 45336) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:25:55.096790 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-439c81bb-628f-48ff-a157-945c99d49792 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f2b9f0b6de724516b58c713512694217&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0424654
Jun 14 03:25:55.099059 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 45338) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:25:55.119332 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-11a12607-e536-4f51-85bd-5b6a017de7f0 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:55.187171 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-00d7be9b-47e6-4fb7-9ecc-7d88540c58f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:55.207948 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-11a12607-e536-4f51-85bd-5b6a017de7f0 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:55.219712 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-00d7be9b-47e6-4fb7-9ecc-7d88540c58f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:55.276078 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-11a12607-e536-4f51-85bd-5b6a017de7f0 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66816466'] for security_group_rule, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:55.278140 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:55.296794 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a12607-e536-4f51-85bd-5b6a017de7f0 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0420f8c8-209e-41c8-b556-d2fa6d25eefd,revision_number=0']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:55.299862 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-11a12607-e536-4f51-85bd-5b6a017de7f0 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:55.355719 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-00d7be9b-47e6-4fb7-9ecc-7d88540c58f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:55.358194 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-00d7be9b-47e6-4fb7-9ecc-7d88540c58f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:55.359308 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-00d7be9b-47e6-4fb7-9ecc-7d88540c58f3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/156de974-1935-4d66-a47e-bb65e833bf9e HTTP/1.1" status: 204  len: 168 time: 0.2594039
Jun 14 03:25:55.360068 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-bd8147ad-bf2d-40c7-ad8b-d53a28b0fbd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:55.369108 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d7be9b-47e6-4fb7-9ecc-7d88540c58f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156de974-1935-4d66-a47e-bb65e833bf9e,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:55.371355 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-00d7be9b-47e6-4fb7-9ecc-7d88540c58f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:55.382521 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-11a12607-e536-4f51-85bd-5b6a017de7f0 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:55.385238 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-11a12607-e536-4f51-85bd-5b6a017de7f0 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3714685
Jun 14 03:25:55.388065 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 45344) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:25:55.392743 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.v2.base [None req-fdcb83ce-381b-412f-9fb4-c6d8ee7413fc tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Request body: {'security_group_rule': {'security_group_id': 'b4b35fe9-7e21-48e6-ad6e-af7f1cefab56', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:25:55.483851 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-fdcb83ce-381b-412f-9fb4-c6d8ee7413fc tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:55.547006 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-fdcb83ce-381b-412f-9fb4-c6d8ee7413fc tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:55.615926 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-fdcb83ce-381b-412f-9fb4-c6d8ee7413fc tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66816466'] for security_group_rule, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:55.618794 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-80156e8d-25e2-49cc-b553-da6073baced7 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:55.636468 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcb83ce-381b-412f-9fb4-c6d8ee7413fc tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b96eaecc-041e-4182-a967-5200586621a2,revision_number=0']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:55.638953 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-fdcb83ce-381b-412f-9fb4-c6d8ee7413fc tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:55.807372 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-fdcb83ce-381b-412f-9fb4-c6d8ee7413fc tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:55.808727 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-fdcb83ce-381b-412f-9fb4-c6d8ee7413fc tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4195659
Jun 14 03:25:55.812176 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 45348) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:25:55.816999 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.v2.base [None req-92aac238-30f4-455c-b30b-4d33e492b611 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Request body: {'floatingip': {'floating_network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba'}} {{(pid=92485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:25:55.995679 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-92aac238-30f4-455c-b30b-4d33e492b611 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks [] for floatingip, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:56.116928 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-92aac238-30f4-455c-b30b-4d33e492b611 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for port, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:56.241688 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.db_base_plugin_common [None req-92aac238-30f4-455c-b30b-4d33e492b611 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Allocated IP 172.27.2.136 (93400a53-dc51-45a7-8a67-e74b6f34e4ba/60a70a14-b6be-44b1-a1f9-f2aaa6aa296b/d3cc775f-4bb6-4e02-bc3a-a2f74d681b88) {{(pid=92485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 14 03:25:56.369146 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-92aac238-30f4-455c-b30b-4d33e492b611 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks [] for port, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:56.467588 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-92aac238-30f4-455c-b30b-4d33e492b611 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-668656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756196682527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62999275'] for port, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:56.469620 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:56.516522 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92aac238-30f4-455c-b30b-4d33e492b611 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Network 93400a53-dc51-45a7-8a67-e74b6f34e4ba is already hosted by enough agents. {{(pid=92485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 14 03:25:56.519416 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.base_scheduler [None req-92aac238-30f4-455c-b30b-4d33e492b611 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Resources bound (agent type, host, resource id):  {{(pid=92485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:25:56.522907 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92aac238-30f4-455c-b30b-4d33e492b611 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Received port after_create {{(pid=92485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 14 03:25:56.529247 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aac238-30f4-455c-b30b-4d33e492b611 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Pushing event updated for resources: {'Port': ['ID=d3cc775f-4bb6-4e02-bc3a-a2f74d681b88,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:56.555689 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-92aac238-30f4-455c-b30b-4d33e492b611 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:56.661252 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-92aac238-30f4-455c-b30b-4d33e492b611 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:56.803182 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-92aac238-30f4-455c-b30b-4d33e492b611 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:56.983359 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-92aac238-30f4-455c-b30b-4d33e492b611 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks [] for port, precommit_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:57.047024 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-92aac238-30f4-455c-b30b-4d33e492b611 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62999253'] for port, after_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:57.048961 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-a39ffc23-ce72-46de-9de0-d93f53818cd2 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:25:57.124812 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aac238-30f4-455c-b30b-4d33e492b611 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Pushing event updated for resources: {'Port': ['ID=d3cc775f-4bb6-4e02-bc3a-a2f74d681b88,revision_number=2']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:25:57.131710 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-92aac238-30f4-455c-b30b-4d33e492b611 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:25:57.141691 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-92aac238-30f4-455c-b30b-4d33e492b611 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66755190'] for floatingip, after_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:57.212963 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-92aac238-30f4-455c-b30b-4d33e492b611 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389'] for floatingip, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:25:57.214163 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-92aac238-30f4-455c-b30b-4d33e492b611 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.4009764
Jun 14 03:25:57.415234 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-b1a3b2f4-663b-4603-882a-a92f7d7bb281 req-f4540355-069d-4337-9d72-dfca302f9dfb tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--641591895&fields=id&tenant_id=9155b325d6cd4337b263e1034bb9dbfb HTTP/1.1" status: 200  len: 267 time: 0.0436325
Jun 14 03:25:57.542827 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a3b2f4-663b-4603-882a-a92f7d7bb281 req-73ce70d7-8815-45d7-b1cc-3c0de1613f8c tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:25:57.544238 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-b1a3b2f4-663b-4603-882a-a92f7d7bb281 req-73ce70d7-8815-45d7-b1cc-3c0de1613f8c tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/networks?id=f65bd812-254a-48f4-8498-d6b6b04b0ab8 HTTP/1.1" status: 200  len: 817 time: 0.1228206
Jun 14 03:25:57.559837 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-b1a3b2f4-663b-4603-882a-a92f7d7bb281 req-02893dbd-fb09-4320-99c4-ee3dff86acc3 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/quotas/9155b325d6cd4337b263e1034bb9dbfb HTTP/1.1" status: 200  len: 375 time: 0.0098884
Jun 14 03:25:57.641101 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-b1a3b2f4-663b-4603-882a-a92f7d7bb281 req-964c30df-383a-491a-9b77-cbd5784c0b88 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9155b325d6cd4337b263e1034bb9dbfb&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0758700
Jun 14 03:25:57.763955 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-b1a3b2f4-663b-4603-882a-a92f7d7bb281 req-1f08179a-4617-406b-8a60-aeeb499b6a47 service neutron] 10.222.0.13 "GET /v2.0/networks/f65bd812-254a-48f4-8498-d6b6b04b0ab8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1110561
Jun 14 03:25:57.885977 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-b1a3b2f4-663b-4603-882a-a92f7d7bb281 req-d06b92ff-1fdd-42ce-9249-2950e95fa796 service neutron] 10.222.0.13 "GET /v2.0/networks/f65bd812-254a-48f4-8498-d6b6b04b0ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1162560
Jun 14 03:25:58.127931 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-2846e437-2a1c-4fc0-a497-985ee9b82806 req-76e2e0a8-7328-4585-ae54-08e7dda359f2 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 210 time: 0.0336094
Jun 14 03:25:59.279698 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-2cc830f2-4b3f-476f-a156-4cbeed886b25 req-441131bf-3186-4a80-8a0a-006c851ff5f7 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 210 time: 0.0324137
Jun 14 03:26:00.427330 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-d0bffc2d-278f-4982-b207-4cca137f21dc req-394bbe82-5874-442a-a917-f12de0b5cad8 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 210 time: 0.0322618
Jun 14 03:26:00.820944 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.agents_db [None req-ff4782b4-218c-43ce-8b60-1c0132b4bc55 None None] Agent healthcheck: found 6 active agents {{(pid=92488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 14 03:26:01.591133 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-ef743db8-32a6-4794-8f6e-45c0eac089a1 req-12190edc-bcdb-4e49-a8e1-408502ee65b9 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 210 time: 0.0380576
Jun 14 03:26:02.174235 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a3b2f4-663b-4603-882a-a92f7d7bb281 req-cdda9acf-0b45-4b8d-8174-adbf7a6b1611 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:02.175719 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-b1a3b2f4-663b-4603-882a-a92f7d7bb281 req-cdda9acf-0b45-4b8d-8174-adbf7a6b1611 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.37 "GET /v2.0/networks?id=f65bd812-254a-48f4-8498-d6b6b04b0ab8 HTTP/1.1" status: 200  len: 817 time: 0.1277797
Jun 14 03:26:02.225323 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-b1a3b2f4-663b-4603-882a-a92f7d7bb281 req-eba31fa5-70ea-43fb-9fa0-079cd0b1669c tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9155b325d6cd4337b263e1034bb9dbfb HTTP/1.1" status: 200  len: 379 time: 0.0397172
Jun 14 03:26:02.237283 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [req-b1a3b2f4-663b-4603-882a-a92f7d7bb281 req-da8b1dba-6e46-4450-b08a-763c36808dc6 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Request body: {'port': {'device_id': '77a303a2-e75b-4ea4-8091-68b0e17dde52', 'network_id': 'f65bd812-254a-48f4-8498-d6b6b04b0ab8', 'admin_state_up': True, 'tenant_id': '9155b325d6cd4337b263e1034bb9dbfb', 'security_groups': ['b4b35fe9-7e21-48e6-ad6e-af7f1cefab56']}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:26:02.435851 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1a3b2f4-663b-4603-882a-a92f7d7bb281 req-da8b1dba-6e46-4450-b08a-763c36808dc6 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Made reservation on behalf of 9155b325d6cd4337b263e1034bb9dbfb for: {'port': 1} {{(pid=92486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 14 03:26:02.439520 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-b1a3b2f4-663b-4603-882a-a92f7d7bb281 req-da8b1dba-6e46-4450-b08a-763c36808dc6 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for port, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:02.586600 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.db_base_plugin_common [req-b1a3b2f4-663b-4603-882a-a92f7d7bb281 req-da8b1dba-6e46-4450-b08a-763c36808dc6 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Allocated IP 172.20.0.12 (f65bd812-254a-48f4-8498-d6b6b04b0ab8/545b480d-c2cb-4869-a2a3-42345a60be46/c3e8ab33-8e05-4080-9009-047437f7b326) {{(pid=92486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 14 03:26:02.760740 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-bcc9fa1d-89c2-4e7a-b2b6-c854497ec310 req-44e15a24-5a5f-49ff-af54-c7e0c4b34c5b tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 210 time: 0.0379839
Jun 14 03:26:02.788284 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-b1a3b2f4-663b-4603-882a-a92f7d7bb281 req-da8b1dba-6e46-4450-b08a-763c36808dc6 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks [] for port, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:02.800876 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.provisioning_blocks [req-b1a3b2f4-663b-4603-882a-a92f7d7bb281 req-da8b1dba-6e46-4450-b08a-763c36808dc6 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Transition to ACTIVE for port object c3e8ab33-8e05-4080-9009-047437f7b326 will not be triggered until provisioned by entity DHCP. {{(pid=92486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:26:02.910147 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-b1a3b2f4-663b-4603-882a-a92f7d7bb281 req-da8b1dba-6e46-4450-b08a-763c36808dc6 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-668656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756196682527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63152314'] for port, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:02.914665 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-6ce7eea6-58a7-4c19-b30f-82ca359e4101 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:26:02.966806 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1a3b2f4-663b-4603-882a-a92f7d7bb281 req-da8b1dba-6e46-4450-b08a-763c36808dc6 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Network f65bd812-254a-48f4-8498-d6b6b04b0ab8 is already hosted by enough agents. {{(pid=92486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 14 03:26:02.974407 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.base_scheduler [req-b1a3b2f4-663b-4603-882a-a92f7d7bb281 req-da8b1dba-6e46-4450-b08a-763c36808dc6 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Resources bound (agent type, host, resource id):  {{(pid=92486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:26:02.977521 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1a3b2f4-663b-4603-882a-a92f7d7bb281 req-da8b1dba-6e46-4450-b08a-763c36808dc6 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Received port after_create {{(pid=92486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 14 03:26:03.011289 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8b1dba-6e46-4450-b08a-763c36808dc6 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Pushing event updated for resources: {'Port': ['ID=c3e8ab33-8e05-4080-9009-047437f7b326,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:26:03.016226 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-da8b1dba-6e46-4450-b08a-763c36808dc6 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:26:03.042017 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a3b2f4-663b-4603-882a-a92f7d7bb281 req-da8b1dba-6e46-4450-b08a-763c36808dc6 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:03.042658 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-b1a3b2f4-663b-4603-882a-a92f7d7bb281 req-da8b1dba-6e46-4450-b08a-763c36808dc6 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389'] for port, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:03.120185 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-b1a3b2f4-663b-4603-882a-a92f7d7bb281 req-da8b1dba-6e46-4450-b08a-763c36808dc6 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8866601
Jun 14 03:26:03.132067 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [req-b1a3b2f4-663b-4603-882a-a92f7d7bb281 req-e4037621-1384-410e-baca-80151199c572 service neutron] Request body: {'port': {'device_id': '77a303a2-e75b-4ea4-8091-68b0e17dde52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:26:03.234711 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-b1a3b2f4-663b-4603-882a-a92f7d7bb281 req-e4037621-1384-410e-baca-80151199c572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:03.267745 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-8df67213-e0d0-4c31-b229-b1a162b5f678 None None] Provisioning for port c3e8ab33-8e05-4080-9009-047437f7b326 completed by entity DHCP. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:26:03.276434 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-8df67213-e0d0-4c31-b229-b1a162b5f678 None None] Provisioning complete for port c3e8ab33-8e05-4080-9009-047437f7b326 triggered by entity DHCP. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:26:03.276434 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-8df67213-e0d0-4c31-b229-b1a162b5f678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:03.317518 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-8df67213-e0d0-4c31-b229-b1a162b5f678 None None] Port c3e8ab33-8e05-4080-9009-047437f7b326 cannot update to ACTIVE because it is not bound. {{(pid=92487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 14 03:26:03.557121 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.notifiers.nova [req-b1a3b2f4-663b-4603-882a-a92f7d7bb281 req-e4037621-1384-410e-baca-80151199c572 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3e8ab33-8e05-4080-9009-047437f7b326 {{(pid=92486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 14 03:26:03.564458 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-b1a3b2f4-663b-4603-882a-a92f7d7bb281 req-e4037621-1384-410e-baca-80151199c572 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:03.575893 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.provisioning_blocks [req-b1a3b2f4-663b-4603-882a-a92f7d7bb281 req-e4037621-1384-410e-baca-80151199c572 service neutron] Transition to ACTIVE for port object c3e8ab33-8e05-4080-9009-047437f7b326 will not be triggered until provisioned by entity L2. {{(pid=92486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:26:03.816050 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-b1a3b2f4-663b-4603-882a-a92f7d7bb281 req-e4037621-1384-410e-baca-80151199c572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63152260'] for port, after_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:03.819409 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:26:03.909187 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4037621-1384-410e-baca-80151199c572 service neutron] Pushing event updated for resources: {'Port': ['ID=c3e8ab33-8e05-4080-9009-047437f7b326,revision_number=2']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:26:03.912683 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-e4037621-1384-410e-baca-80151199c572 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:26:03.956770 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e879c67-987c-4485-8bea-8d0289a6327e req-7be386e3-d303-4394-8a12-86f9741e6edc tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:03.958450 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-6e879c67-987c-4485-8bea-8d0289a6327e req-7be386e3-d303-4394-8a12-86f9741e6edc tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 944 time: 0.0805252
Jun 14 03:26:04.001548 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.managers [req-b1a3b2f4-663b-4603-882a-a92f7d7bb281 req-e4037621-1384-410e-baca-80151199c572 service neutron] Attempting to bind port c3e8ab33-8e05-4080-9009-047437f7b326 on host hv-cinder-79617 for vnic_type normal with profile  {{(pid=92486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 14 03:26:04.001885 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.managers [req-b1a3b2f4-663b-4603-882a-a92f7d7bb281 req-e4037621-1384-410e-baca-80151199c572 service neutron] Attempting to bind port c3e8ab33-8e05-4080-9009-047437f7b326 by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': '99683377-2e48-4740-a2d4-b719402867ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f65bd812-254a-48f4-8498-d6b6b04b0ab8'}] {{(pid=92486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 14 03:26:04.002218 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a3b2f4-663b-4603-882a-a92f7d7bb281 req-e4037621-1384-410e-baca-80151199c572 service neutron] Attempting to bind port c3e8ab33-8e05-4080-9009-047437f7b326 on network f65bd812-254a-48f4-8498-d6b6b04b0ab8 {{(pid=92486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 14 03:26:04.005355 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-6e879c67-987c-4485-8bea-8d0289a6327e req-b74836e8-9bd7-4afa-8480-7e5223a64897 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b35fe9-7e21-48e6-ad6e-af7f1cefab56&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400839
Jun 14 03:26:04.007524 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a3b2f4-663b-4603-882a-a92f7d7bb281 req-e4037621-1384-410e-baca-80151199c572 service neutron] Port c3e8ab33-8e05-4080-9009-047437f7b326 on network f65bd812-254a-48f4-8498-d6b6b04b0ab8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=92486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 14 03:26:04.008442 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a3b2f4-663b-4603-882a-a92f7d7bb281 req-e4037621-1384-410e-baca-80151199c572 service neutron] Attempting to bind port c3e8ab33-8e05-4080-9009-047437f7b326 on network f65bd812-254a-48f4-8498-d6b6b04b0ab8 {{(pid=92486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 14 03:26:04.014246 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a3b2f4-663b-4603-882a-a92f7d7bb281 req-e4037621-1384-410e-baca-80151199c572 service neutron] Checking agent: {'id': 'd909c266-64e1-43b2-ab9b-45098cd1126f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 20, 5), 'started_at': datetime.datetime(2021, 6, 14, 3, 20, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 14 03:26:04.015585 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a3b2f4-663b-4603-882a-a92f7d7bb281 req-e4037621-1384-410e-baca-80151199c572 service neutron] Checking segment: {'id': '99683377-2e48-4740-a2d4-b719402867ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f65bd812-254a-48f4-8498-d6b6b04b0ab8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 14 03:26:04.015585 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a3b2f4-663b-4603-882a-a92f7d7bb281 req-e4037621-1384-410e-baca-80151199c572 service neutron] Bound using segment: {'id': '99683377-2e48-4740-a2d4-b719402867ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f65bd812-254a-48f4-8498-d6b6b04b0ab8'} {{(pid=92486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 14 03:26:04.015585 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.managers [req-b1a3b2f4-663b-4603-882a-a92f7d7bb281 req-e4037621-1384-410e-baca-80151199c572 service neutron] Bound port: c3e8ab33-8e05-4080-9009-047437f7b326, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99683377-2e48-4740-a2d4-b719402867ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f65bd812-254a-48f4-8498-d6b6b04b0ab8'}}] {{(pid=92486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 14 03:26:04.015831 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-b1a3b2f4-663b-4603-882a-a92f7d7bb281 req-e4037621-1384-410e-baca-80151199c572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:04.094906 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.db [req-b1a3b2f4-663b-4603-882a-a92f7d7bb281 req-e4037621-1384-410e-baca-80151199c572 service neutron] For port c3e8ab33-8e05-4080-9009-047437f7b326, host hv-cinder-79617, cleared binding levels {{(pid=92486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 14 03:26:04.097949 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.db [req-b1a3b2f4-663b-4603-882a-a92f7d7bb281 req-e4037621-1384-410e-baca-80151199c572 service neutron] For port c3e8ab33-8e05-4080-9009-047437f7b326, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=c3e8ab33-8e05-4080-9009-047437f7b326,segment=NetworkSegment(99683377-2e48-4740-a2d4-b719402867ef),segment_id=99683377-2e48-4740-a2d4-b719402867ef)] {{(pid=92486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 14 03:26:04.195987 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-b1a3b2f4-663b-4603-882a-a92f7d7bb281 req-e4037621-1384-410e-baca-80151199c572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63152260'] for port, after_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:04.197897 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-56ac1833-c64a-4bec-bec2-b69fbbaa72f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:26:04.233257 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a3b2f4-663b-4603-882a-a92f7d7bb281 req-e4037621-1384-410e-baca-80151199c572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:04.233854 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-b1a3b2f4-663b-4603-882a-a92f7d7bb281 req-e4037621-1384-410e-baca-80151199c572 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389'] for port, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:04.235469 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-b1a3b2f4-663b-4603-882a-a92f7d7bb281 req-e4037621-1384-410e-baca-80151199c572 service neutron] 10.222.0.37 "PUT /v2.0/ports/c3e8ab33-8e05-4080-9009-047437f7b326 HTTP/1.1" status: 200  len: 1094 time: 1.1078439
Jun 14 03:26:04.236032 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77a303a2-e75b-4ea4-8091-68b0e17dde52', 'tag': 'c3e8ab33-8e05-4080-9009-047437f7b326'}] {{(pid=92486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:26:04.238219 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5355d7bc3b36bcf9a7ee8a2281ad208d869c89ac4cdf4014809f5322b7820d6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad20fcf-a3d0-4834-ab96-d8a7307e88a1" -d '{"events": [{"name": "network-changed", "server_uuid": "77a303a2-e75b-4ea4-8091-68b0e17dde52", "tag": "c3e8ab33-8e05-4080-9009-047437f7b326"}]}' {{(pid=92486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:26:04.273590 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4037621-1384-410e-baca-80151199c572 service neutron] Pushing event updated for resources: {'Port': ['ID=c3e8ab33-8e05-4080-9009-047437f7b326,revision_number=3']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:26:04.278840 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-e4037621-1384-410e-baca-80151199c572 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:26:04.287812 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 03:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b57e866c-763f-4dd6-9952-9945e4a21c05 x-openstack-request-id: req-b57e866c-763f-4dd6-9952-9945e4a21c05 {{(pid=92486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:26:04.288319 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77a303a2-e75b-4ea4-8091-68b0e17dde52", "tag": "c3e8ab33-8e05-4080-9009-047437f7b326", "status": "completed", "code": 200}]} {{(pid=92486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:26:04.288858 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b57e866c-763f-4dd6-9952-9945e4a21c05 {{(pid=92486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:26:04.289440 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77a303a2-e75b-4ea4-8091-68b0e17dde52', 'tag': 'c3e8ab33-8e05-4080-9009-047437f7b326', 'status': 'completed', 'code': 200}
Jun 14 03:26:04.424162 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-15c130d5-0190-45f7-aaf5-2b4496922247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:05.192691 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2302ce0-4547-4f3e-9ea2-bb03c70a478e req-e2a07aec-ae48-44c8-9016-c864fe3cb5f1 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:05.194119 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-b2302ce0-4547-4f3e-9ea2-bb03c70a478e req-e2a07aec-ae48-44c8-9016-c864fe3cb5f1 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 944 time: 0.0724032
Jun 14 03:26:05.235140 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-b2302ce0-4547-4f3e-9ea2-bb03c70a478e req-1724e563-affc-418a-83e7-516e918166f7 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b35fe9-7e21-48e6-ad6e-af7f1cefab56&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0352504
Jun 14 03:26:05.987376 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:06.424064 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d072178-a8e4-49e2-b3d4-365da6bbdb77 req-afab6e3e-c522-4938-9f16-86c2a30ba091 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:06.425508 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-6d072178-a8e4-49e2-b3d4-365da6bbdb77 req-afab6e3e-c522-4938-9f16-86c2a30ba091 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 944 time: 0.0693841
Jun 14 03:26:06.468908 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-6d072178-a8e4-49e2-b3d4-365da6bbdb77 req-f90c882b-18f1-4536-b097-2805e9f8b3bd tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b35fe9-7e21-48e6-ad6e-af7f1cefab56&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0371449
Jun 14 03:26:06.987845 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-9b011f64-c9ce-49db-8b80-878772d7d4e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:06.989152 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a3b2f4-663b-4603-882a-a92f7d7bb281 req-6d309875-831c-4055-8420-2d46052e369f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:06.990635 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-b1a3b2f4-663b-4603-882a-a92f7d7bb281 req-6d309875-831c-4055-8420-2d46052e369f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9155b325d6cd4337b263e1034bb9dbfb&device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 1097 time: 0.0664029
Jun 14 03:26:07.050648 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-b1a3b2f4-663b-4603-882a-a92f7d7bb281 req-943d6937-20b8-4f20-a202-9b6f7273078e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3e8ab33-8e05-4080-9009-047437f7b326 HTTP/1.1" status: 200  len: 217 time: 0.0462048
Jun 14 03:26:07.111390 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a3b2f4-663b-4603-882a-a92f7d7bb281 req-3f97231f-1f8b-42b2-960f-86ae1a6aea13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:07.113018 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-b1a3b2f4-663b-4603-882a-a92f7d7bb281 req-3f97231f-1f8b-42b2-960f-86ae1a6aea13 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=545b480d-c2cb-4869-a2a3-42345a60be46 HTTP/1.1" status: 200  len: 856 time: 0.0553656
Jun 14 03:26:07.161199 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:07.453073 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a3b2f4-663b-4603-882a-a92f7d7bb281 req-8eb92193-beec-4bd9-b46d-c75b240cb553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:07.453073 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-b1a3b2f4-663b-4603-882a-a92f7d7bb281 req-8eb92193-beec-4bd9-b46d-c75b240cb553 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f65bd812-254a-48f4-8498-d6b6b04b0ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3319223
Jun 14 03:26:07.577815 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-b1a3b2f4-663b-4603-882a-a92f7d7bb281 req-f6f56d92-4f5e-4488-a43b-dfcb565bed38 service neutron] 10.222.0.37 "GET /v2.0/networks/f65bd812-254a-48f4-8498-d6b6b04b0ab8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1152532
Jun 14 03:26:07.708085 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-b1a3b2f4-663b-4603-882a-a92f7d7bb281 req-8c37b7c0-c39c-423e-af9c-9906ae87e24c service neutron] 10.222.0.37 "GET /v2.0/networks/f65bd812-254a-48f4-8498-d6b6b04b0ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1224442
Jun 14 03:26:07.813912 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bde7f1-1253-4ea7-b32b-119f70cc5859 req-0628c15c-81fb-4141-9756-aff18a184161 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:07.815350 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-d4bde7f1-1253-4ea7-b32b-119f70cc5859 req-0628c15c-81fb-4141-9756-aff18a184161 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 944 time: 0.0684969
Jun 14 03:26:07.859883 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-d4bde7f1-1253-4ea7-b32b-119f70cc5859 req-1d0209d7-d30a-47bd-bb8d-670c2bf31df5 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b35fe9-7e21-48e6-ad6e-af7f1cefab56&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0375042
Jun 14 03:26:08.149902 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-a6614653-0164-4561-80ac-e583b9425df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:09.043653 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc1a84b-b5df-44c3-b53f-967bad3c7393 req-638d7722-41d6-452f-b925-71f1f8fd96d5 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:09.044995 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-5cc1a84b-b5df-44c3-b53f-967bad3c7393 req-638d7722-41d6-452f-b925-71f1f8fd96d5 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 944 time: 0.0681369
Jun 14 03:26:09.085656 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-5cc1a84b-b5df-44c3-b53f-967bad3c7393 req-93c39ecb-9c6a-4e36-8980-8a48a0d907d9 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b35fe9-7e21-48e6-ad6e-af7f1cefab56&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0349979
Jun 14 03:26:09.681528 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-37effd67-6caa-48ba-975b-7ec46c17b4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:10.268316 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3b3c8c-e219-4c08-acd1-8172c5d1781d req-c60818e7-19f5-4db7-8c4e-67a1b390e07e tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:10.269753 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-ee3b3c8c-e219-4c08-acd1-8172c5d1781d req-c60818e7-19f5-4db7-8c4e-67a1b390e07e tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 944 time: 0.0712097
Jun 14 03:26:10.311398 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-ee3b3c8c-e219-4c08-acd1-8172c5d1781d req-d15f628b-69e0-4748-b5e5-30f07729e938 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b35fe9-7e21-48e6-ad6e-af7f1cefab56&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0353761
Jun 14 03:26:10.840666 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad20fcf-a3d0-4834-ab96-d8a7307e88a1 req-f4b2125c-cd1f-475f-b87d-5755d7287c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:10.842094 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-aad20fcf-a3d0-4834-ab96-d8a7307e88a1 req-f4b2125c-cd1f-475f-b87d-5755d7287c0d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9155b325d6cd4337b263e1034bb9dbfb&device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 1097 time: 0.0614581
Jun 14 03:26:10.953149 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad20fcf-a3d0-4834-ab96-d8a7307e88a1 req-5aa4edb9-c215-4aa4-b8b5-d066dcac0803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:10.954618 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-aad20fcf-a3d0-4834-ab96-d8a7307e88a1 req-5aa4edb9-c215-4aa4-b8b5-d066dcac0803 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f65bd812-254a-48f4-8498-d6b6b04b0ab8 HTTP/1.1" status: 200  len: 918 time: 0.1061585
Jun 14 03:26:11.013844 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-aad20fcf-a3d0-4834-ab96-d8a7307e88a1 req-f3d0a0e0-2567-4cd5-88cc-375dba68aa44 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3e8ab33-8e05-4080-9009-047437f7b326 HTTP/1.1" status: 200  len: 217 time: 0.0504658
Jun 14 03:26:11.070806 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad20fcf-a3d0-4834-ab96-d8a7307e88a1 req-d83af5a1-0056-498b-85a8-5e22b8a56e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:11.072175 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-aad20fcf-a3d0-4834-ab96-d8a7307e88a1 req-d83af5a1-0056-498b-85a8-5e22b8a56e6b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=545b480d-c2cb-4869-a2a3-42345a60be46 HTTP/1.1" status: 200  len: 856 time: 0.0509827
Jun 14 03:26:11.139557 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad20fcf-a3d0-4834-ab96-d8a7307e88a1 req-9128eb3a-5a0b-4e4b-96d2-d46162b0940c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:11.140975 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-aad20fcf-a3d0-4834-ab96-d8a7307e88a1 req-9128eb3a-5a0b-4e4b-96d2-d46162b0940c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f65bd812-254a-48f4-8498-d6b6b04b0ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0604680
Jun 14 03:26:11.256316 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-aad20fcf-a3d0-4834-ab96-d8a7307e88a1 req-220dcd91-e041-4982-bc08-8e49d2c9cfc1 service neutron] 10.222.0.37 "GET /v2.0/networks/f65bd812-254a-48f4-8498-d6b6b04b0ab8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1065836
Jun 14 03:26:11.378756 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-aad20fcf-a3d0-4834-ab96-d8a7307e88a1 req-d4a45a0e-e5d0-4860-913a-5f17162691ec service neutron] 10.222.0.37 "GET /v2.0/networks/f65bd812-254a-48f4-8498-d6b6b04b0ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1128469
Jun 14 03:26:11.498626 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6043fd-6ea9-4705-b998-7ae7e0938a4e req-5805d59e-b0d7-4155-8e73-d42a18e395ff tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:11.505272 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-4f6043fd-6ea9-4705-b998-7ae7e0938a4e req-5805d59e-b0d7-4155-8e73-d42a18e395ff tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 944 time: 0.0732043
Jun 14 03:26:11.541511 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-4f6043fd-6ea9-4705-b998-7ae7e0938a4e req-3fcda4c7-32d3-46af-8ec1-c78fca7ddbfe tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b35fe9-7e21-48e6-ad6e-af7f1cefab56&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0357158
Jun 14 03:26:12.723493 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02357c31-73cb-4ca8-a598-34387975aa5a req-55a12dec-b529-4b16-877b-4fd314d06494 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:12.724869 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-02357c31-73cb-4ca8-a598-34387975aa5a req-55a12dec-b529-4b16-877b-4fd314d06494 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 944 time: 0.0682936
Jun 14 03:26:12.766395 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-02357c31-73cb-4ca8-a598-34387975aa5a req-90194699-3920-427c-84df-f3c3c7f0d50f tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b35fe9-7e21-48e6-ad6e-af7f1cefab56&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0351048
Jun 14 03:26:13.817972 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device c3e8ab33-8e05-4080-9009-047437f7b326 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=92487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 14 03:26:13.903857 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-ea61acd0-2ca7-4ab6-b639-e32c58ff9e71 req-b6da8e87-e822-4d77-87a7-e15dd59a5ca0 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1826656380&fields=id&tenant_id=43a422776a77497eb08a2b437fe8f3a4 HTTP/1.1" status: 200  len: 267 time: 0.0413127
Jun 14 03:26:13.970640 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ddabbe-cf24-4b9d-9c8c-073896b447c4 req-f5460d5b-5af3-4b29-a740-a7008cc1c01f tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:13.974692 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port c3e8ab33-8e05-4080-9009-047437f7b326, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=c3e8ab33-8e05-4080-9009-047437f7b326,segment=NetworkSegment(99683377-2e48-4740-a2d4-b719402867ef),segment_id=99683377-2e48-4740-a2d4-b719402867ef)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:26:13.979016 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-33ddabbe-cf24-4b9d-9c8c-073896b447c4 req-f5460d5b-5af3-4b29-a740-a7008cc1c01f tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 944 time: 0.0838971
Jun 14 03:26:13.988523 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Returning: {'device': 'c3e8ab33-8e05-4080-9009-047437f7b326', 'network_id': 'f65bd812-254a-48f4-8498-d6b6b04b0ab8', 'port_id': 'c3e8ab33-8e05-4080-9009-047437f7b326', 'mac_address': 'fa:16:3e:c6:3c:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '545b480d-c2cb-4869-a2a3-42345a60be46', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 14 03:26:14.020276 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-33ddabbe-cf24-4b9d-9c8c-073896b447c4 req-0a97ade3-cbd8-4f5f-9bab-af7209e92306 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b35fe9-7e21-48e6-ad6e-af7f1cefab56&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403810
Jun 14 03:26:14.037246 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:14.054082 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61acd0-2ca7-4ab6-b639-e32c58ff9e71 req-ef0002ae-f103-4c88-af5e-670467f5eca6 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:14.054356 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.notifiers.nova [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3e8ab33-8e05-4080-9009-047437f7b326 {{(pid=92487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 14 03:26:14.055347 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-ea61acd0-2ca7-4ab6-b639-e32c58ff9e71 req-ef0002ae-f103-4c88-af5e-670467f5eca6 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/networks?id=7f129db1-9523-4318-ad85-9f49178b5bdc HTTP/1.1" status: 200  len: 808 time: 0.1426888
Jun 14 03:26:14.069948 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-ea61acd0-2ca7-4ab6-b639-e32c58ff9e71 req-564bbba2-8231-4c1b-9f2a-1632c45edeac tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/quotas/43a422776a77497eb08a2b437fe8f3a4 HTTP/1.1" status: 200  len: 375 time: 0.0088818
Jun 14 03:26:14.075010 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port c3e8ab33-8e05-4080-9009-047437f7b326, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=c3e8ab33-8e05-4080-9009-047437f7b326,segment=NetworkSegment(99683377-2e48-4740-a2d4-b719402867ef),segment_id=99683377-2e48-4740-a2d4-b719402867ef)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:26:14.146010 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-ea61acd0-2ca7-4ab6-b639-e32c58ff9e71 req-2a3e25c0-547b-4472-b803-a16bb040e252 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=43a422776a77497eb08a2b437fe8f3a4&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0707102
Jun 14 03:26:14.164324 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:14.166103 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:26:14.225773 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Pushing event updated for resources: {'Port': ['ID=c3e8ab33-8e05-4080-9009-047437f7b326,revision_number=4']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:26:14.232694 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:26:14.233039 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:26:14.233372 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:26:14.233700 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:26:14.234025 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:26:14.234366 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:26:14.234758 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:26:14.235075 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:26:14.235395 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:26:14.235709 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:26:14.236023 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:26:14.236377 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:26:14.240695 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:26:14.267830 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-ea61acd0-2ca7-4ab6-b639-e32c58ff9e71 req-41b8e9ab-25e2-49bc-931f-d7609c2f7cec service neutron] 10.222.0.13 "GET /v2.0/networks/7f129db1-9523-4318-ad85-9f49178b5bdc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1101644
Jun 14 03:26:14.384303 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-ea61acd0-2ca7-4ab6-b639-e32c58ff9e71 req-1347efc8-5010-4f2e-a499-0bc5ae2270fb service neutron] 10.222.0.13 "GET /v2.0/networks/7f129db1-9523-4318-ad85-9f49178b5bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1098285
Jun 14 03:26:14.388110 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] get_ports_and_sgs() called for port_ids ['c3e8ab33-8e05-4080-9009-047437f7b326'] {{(pid=92487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 14 03:26:14.998406 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-b4f990b2-1a8b-4899-95d5-218fe7d83aba req-cab78dca-9a5b-467f-b047-d579340c84bc tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ec59366-a676-4120-af0b-e2ca51eab895 HTTP/1.1" status: 200  len: 210 time: 0.0323153
Jun 14 03:26:15.213964 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115971e8-ff18-4e7e-9255-a139342e89d0 req-ef0dfb5e-de87-47b9-9eff-657a1b55a1d8 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:15.215383 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-115971e8-ff18-4e7e-9255-a139342e89d0 req-ef0dfb5e-de87-47b9-9eff-657a1b55a1d8 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 945 time: 0.0700552
Jun 14 03:26:15.257285 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-115971e8-ff18-4e7e-9255-a139342e89d0 req-8a160d6b-83b3-4a4d-a23a-bca69d744117 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b35fe9-7e21-48e6-ad6e-af7f1cefab56&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0361953
Jun 14 03:26:15.833100 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device c3e8ab33-8e05-4080-9009-047437f7b326 up at agent hyperv_hv-cinder-79617 {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:26:15.952724 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Provisioning for port c3e8ab33-8e05-4080-9009-047437f7b326 completed by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:26:15.957052 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Provisioning complete for port c3e8ab33-8e05-4080-9009-047437f7b326 triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:26:15.957438 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:16.048959 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:16.075837 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77a303a2-e75b-4ea4-8091-68b0e17dde52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e8ab33-8e05-4080-9009-047437f7b326'}] {{(pid=92487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:26:16.078182 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}681963f073e70c07aac8dc5e895e90246fb88e956d84982da350f3581d0ebeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1cd8034-7a15-4bec-8a77-21a1e3403210" -d '{"events": [{"server_uuid": "77a303a2-e75b-4ea4-8091-68b0e17dde52", "name": "network-vif-plugged", "status": "completed", "tag": "c3e8ab33-8e05-4080-9009-047437f7b326"}]}' {{(pid=92487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:26:16.093343 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-4f352d8b-790c-400e-9d09-c81263666add req-c79ddd81-a44c-4f4c-9b12-aa2d1283e254 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ec59366-a676-4120-af0b-e2ca51eab895 HTTP/1.1" status: 200  len: 210 time: 0.0431559
Jun 14 03:26:16.095013 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port c3e8ab33-8e05-4080-9009-047437f7b326, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=c3e8ab33-8e05-4080-9009-047437f7b326,segment=NetworkSegment(99683377-2e48-4740-a2d4-b719402867ef),segment_id=99683377-2e48-4740-a2d4-b719402867ef)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:26:16.135257 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2006947e-4313-43c0-a42f-836c99764b1a x-openstack-request-id: req-2006947e-4313-43c0-a42f-836c99764b1a {{(pid=92487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:26:16.135750 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77a303a2-e75b-4ea4-8091-68b0e17dde52", "name": "network-vif-plugged", "status": "completed", "tag": "c3e8ab33-8e05-4080-9009-047437f7b326", "code": 200}]} {{(pid=92487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:26:16.136012 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2006947e-4313-43c0-a42f-836c99764b1a {{(pid=92487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:26:16.136416 dv-cinder-796170-1-iscsi neutron-server[92487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77a303a2-e75b-4ea4-8091-68b0e17dde52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e8ab33-8e05-4080-9009-047437f7b326', 'code': 200}
Jun 14 03:26:16.182818 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:16.193772 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-9eece11e-5cc1-454e-8b47-f6dade82ffb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:26:16.267112 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Pushing event updated for resources: {'Port': ['ID=c3e8ab33-8e05-4080-9009-047437f7b326,revision_number=5']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:26:16.270894 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:26:16.452587 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213bfd33-dfff-4f63-aca2-540fb7d0fd70 req-9fc67a7c-bd01-4863-b7ab-3ca1b57692bb tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:16.454071 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-213bfd33-dfff-4f63-aca2-540fb7d0fd70 req-9fc67a7c-bd01-4863-b7ab-3ca1b57692bb tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 946 time: 0.0794766
Jun 14 03:26:16.495528 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-213bfd33-dfff-4f63-aca2-540fb7d0fd70 req-57ae5f16-59f8-4bf2-8701-2b2ca5fede5d tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b35fe9-7e21-48e6-ad6e-af7f1cefab56&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0357976
Jun 14 03:26:16.730901 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0662f6a-397d-431f-a591-cda50c54d0ef req-66d354d5-a999-4cfc-b903-fe713fc99ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:16.732375 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-e0662f6a-397d-431f-a591-cda50c54d0ef req-66d354d5-a999-4cfc-b903-fe713fc99ab1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 1099 time: 0.0633996
Jun 14 03:26:16.772217 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-e0662f6a-397d-431f-a591-cda50c54d0ef req-3c6dcacf-f879-48d6-a403-949df614833f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b4b35fe9-7e21-48e6-ad6e-af7f1cefab56&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0318625
Jun 14 03:26:16.772728 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 45650) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:26:16.880736 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-34f01f7d-6330-40eb-9ef3-31f86d81a41b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:16.973711 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-34f01f7d-6330-40eb-9ef3-31f86d81a41b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:17.061533 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-34f01f7d-6330-40eb-9ef3-31f86d81a41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:17.065061 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-00d7be9b-47e6-4fb7-9ecc-7d88540c58f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:26:17.106182 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-34f01f7d-6330-40eb-9ef3-31f86d81a41b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8960dc21e0ea45f48fd2cccdb82dc591&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3321180
Jun 14 03:26:17.107159 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f01f7d-6330-40eb-9ef3-31f86d81a41b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b286dff-f625-4fa1-b942-dc4e089b9cc4,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:26:17.108636 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 45654) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:26:17.110549 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-34f01f7d-6330-40eb-9ef3-31f86d81a41b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:26:17.164301 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-365f5ffb-2619-43fe-8642-6b39b35b867b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:17.187427 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-365f5ffb-2619-43fe-8642-6b39b35b867b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:17.246763 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-c62b6d2b-1d32-4b3c-9c02-f4fbeff8fa71 req-8006ec83-fd59-41e7-8c94-70648f527f89 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ec59366-a676-4120-af0b-e2ca51eab895 HTTP/1.1" status: 200  len: 210 time: 0.0430539
Jun 14 03:26:17.361531 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-365f5ffb-2619-43fe-8642-6b39b35b867b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:17.364552 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-365f5ffb-2619-43fe-8642-6b39b35b867b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:17.369531 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-365f5ffb-2619-43fe-8642-6b39b35b867b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7b286dff-f625-4fa1-b942-dc4e089b9cc4 HTTP/1.1" status: 204  len: 168 time: 0.2559414
Jun 14 03:26:17.369531 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-89429171-1cc5-45d1-ba85-adabc2f2afe1 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:26:17.377005 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365f5ffb-2619-43fe-8642-6b39b35b867b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b286dff-f625-4fa1-b942-dc4e089b9cc4,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:26:17.379388 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-365f5ffb-2619-43fe-8642-6b39b35b867b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:26:17.692554 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d906d-3347-4628-b432-ef6857e77221 req-aa53eef3-ad05-4e5c-af2b-205cbb62a7e2 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:17.694048 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-4b8d906d-3347-4628-b432-ef6857e77221 req-aa53eef3-ad05-4e5c-af2b-205cbb62a7e2 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 946 time: 0.0808797
Jun 14 03:26:17.744197 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-4b8d906d-3347-4628-b432-ef6857e77221 req-fd34ff9e-2752-4c63-85a9-5bd5b9be2f38 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b35fe9-7e21-48e6-ad6e-af7f1cefab56&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409048
Jun 14 03:26:17.796532 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61acd0-2ca7-4ab6-b639-e32c58ff9e71 req-1e9dd479-e68e-4829-b243-e5d8ade82482 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:17.798027 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-ea61acd0-2ca7-4ab6-b639-e32c58ff9e71 req-1e9dd479-e68e-4829-b243-e5d8ade82482 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.37 "GET /v2.0/networks?id=7f129db1-9523-4318-ad85-9f49178b5bdc HTTP/1.1" status: 200  len: 808 time: 0.1726267
Jun 14 03:26:17.855451 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-ea61acd0-2ca7-4ab6-b639-e32c58ff9e71 req-0b481a83-cc9b-4969-a900-cab0230fb4eb tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43a422776a77497eb08a2b437fe8f3a4 HTTP/1.1" status: 200  len: 380 time: 0.0448377
Jun 14 03:26:17.864962 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [req-ea61acd0-2ca7-4ab6-b639-e32c58ff9e71 req-df446cdd-1396-4ccb-8c45-174dfa98e631 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Request body: {'port': {'device_id': '9ec59366-a676-4120-af0b-e2ca51eab895', 'network_id': '7f129db1-9523-4318-ad85-9f49178b5bdc', 'admin_state_up': True, 'tenant_id': '43a422776a77497eb08a2b437fe8f3a4', 'security_groups': ['3a6b1277-c90a-4bc7-b7bd-605c36cc3316']}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:26:18.141613 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea61acd0-2ca7-4ab6-b639-e32c58ff9e71 req-df446cdd-1396-4ccb-8c45-174dfa98e631 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Made reservation on behalf of 43a422776a77497eb08a2b437fe8f3a4 for: {'port': 1} {{(pid=92486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 14 03:26:18.145864 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-ea61acd0-2ca7-4ab6-b639-e32c58ff9e71 req-df446cdd-1396-4ccb-8c45-174dfa98e631 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for port, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:18.296989 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.db_base_plugin_common [req-ea61acd0-2ca7-4ab6-b639-e32c58ff9e71 req-df446cdd-1396-4ccb-8c45-174dfa98e631 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Allocated IP 172.20.0.8 (7f129db1-9523-4318-ad85-9f49178b5bdc/8a8207df-3806-430e-9b17-d9978decf79c/d850dea9-a48d-4e02-ab17-88a53263a5e4) {{(pid=92486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 14 03:26:18.388884 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 45682) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:26:18.425360 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 45686) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:26:18.447998 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-1c12fc4a-d568-4c88-ae3c-c738df03ee20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:18.467998 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-a6e3106f-cdc7-4d79-af5e-24df21d4b4c7 req-e17d8357-a197-4fc1-a5ab-37eccf64ee67 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ec59366-a676-4120-af0b-e2ca51eab895 HTTP/1.1" status: 200  len: 210 time: 0.0876291
Jun 14 03:26:18.509261 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-ea61acd0-2ca7-4ab6-b639-e32c58ff9e71 req-df446cdd-1396-4ccb-8c45-174dfa98e631 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Notify callbacks [] for port, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:18.522597 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.provisioning_blocks [req-ea61acd0-2ca7-4ab6-b639-e32c58ff9e71 req-df446cdd-1396-4ccb-8c45-174dfa98e631 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Transition to ACTIVE for port object d850dea9-a48d-4e02-ab17-88a53263a5e4 will not be triggered until provisioned by entity DHCP. {{(pid=92486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:26:18.572087 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-1c12fc4a-d568-4c88-ae3c-c738df03ee20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:18.627432 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-9ff31eb1-aa8f-4e10-81a8-eec8840e395e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:18.639717 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-ea61acd0-2ca7-4ab6-b639-e32c58ff9e71 req-df446cdd-1396-4ccb-8c45-174dfa98e631 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-668656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756196682527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63152314'] for port, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:18.643725 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-e4037621-1384-410e-baca-80151199c572 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:26:18.695468 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea61acd0-2ca7-4ab6-b639-e32c58ff9e71 req-df446cdd-1396-4ccb-8c45-174dfa98e631 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Network 7f129db1-9523-4318-ad85-9f49178b5bdc is already hosted by enough agents. {{(pid=92486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 14 03:26:18.698780 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.base_scheduler [req-ea61acd0-2ca7-4ab6-b639-e32c58ff9e71 req-df446cdd-1396-4ccb-8c45-174dfa98e631 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Resources bound (agent type, host, resource id):  {{(pid=92486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:26:18.705207 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea61acd0-2ca7-4ab6-b639-e32c58ff9e71 req-df446cdd-1396-4ccb-8c45-174dfa98e631 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Received port after_create {{(pid=92486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 14 03:26:18.712158 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df446cdd-1396-4ccb-8c45-174dfa98e631 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Pushing event updated for resources: {'Port': ['ID=d850dea9-a48d-4e02-ab17-88a53263a5e4,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:26:18.739044 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-df446cdd-1396-4ccb-8c45-174dfa98e631 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:26:18.764747 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-1c12fc4a-d568-4c88-ae3c-c738df03ee20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:18.768069 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61acd0-2ca7-4ab6-b639-e32c58ff9e71 req-df446cdd-1396-4ccb-8c45-174dfa98e631 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:18.768682 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-ea61acd0-2ca7-4ab6-b639-e32c58ff9e71 req-df446cdd-1396-4ccb-8c45-174dfa98e631 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389'] for port, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:18.769995 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-adecbcee-dc97-40ab-9070-6875ed84f261 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:26:18.831304 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-1c12fc4a-d568-4c88-ae3c-c738df03ee20 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=988088b920e4498cbb869adb6f573e4e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4026039
Jun 14 03:26:18.831848 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 45690) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:26:18.840204 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c12fc4a-d568-4c88-ae3c-c738df03ee20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a482e13-1e13-4956-9251-e6abe5dbd541,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:26:18.843978 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-1c12fc4a-d568-4c88-ae3c-c738df03ee20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:26:18.900619 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-0d0b3663-5925-4db1-8a6d-93bdaae76d51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:18.925756 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-0d0b3663-5925-4db1-8a6d-93bdaae76d51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:18.960237 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-9ff31eb1-aa8f-4e10-81a8-eec8840e395e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:18.981327 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d9571b-67ca-4fc0-9792-9609d64526c4 req-a39cd70c-ff0f-453c-8196-343a32c8986b tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:18.982885 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-b1d9571b-67ca-4fc0-9792-9609d64526c4 req-a39cd70c-ff0f-453c-8196-343a32c8986b tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 946 time: 0.1041920
Jun 14 03:26:19.025017 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-b1d9571b-67ca-4fc0-9792-9609d64526c4 req-5cb6042f-d476-4f91-af95-1895a7879b33 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b35fe9-7e21-48e6-ad6e-af7f1cefab56&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0362253
Jun 14 03:26:19.029718 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-9ff31eb1-aa8f-4e10-81a8-eec8840e395e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:19.033126 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-145a09c3-a7e7-4b66-9806-96b54be8ffd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:26:19.058581 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-80218e45-3768-413c-9f21-0762c6e23fe6 None None] Provisioning for port d850dea9-a48d-4e02-ab17-88a53263a5e4 completed by entity DHCP. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:26:19.061786 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-0d0b3663-5925-4db1-8a6d-93bdaae76d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:19.065005 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-80218e45-3768-413c-9f21-0762c6e23fe6 None None] Provisioning complete for port d850dea9-a48d-4e02-ab17-88a53263a5e4 triggered by entity DHCP. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:26:19.065564 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-80218e45-3768-413c-9f21-0762c6e23fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:19.066619 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-0d0b3663-5925-4db1-8a6d-93bdaae76d51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:19.072256 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-0d0b3663-5925-4db1-8a6d-93bdaae76d51 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9a482e13-1e13-4956-9251-e6abe5dbd541 HTTP/1.1" status: 204  len: 168 time: 0.2390740
Jun 14 03:26:19.073275 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-bc65e723-7c61-4586-bc05-8d99e0d14090 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:26:19.075292 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-9ff31eb1-aa8f-4e10-81a8-eec8840e395e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ebed497a21d34a1fae1ae26749082197&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6850798
Jun 14 03:26:19.076066 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff31eb1-aa8f-4e10-81a8-eec8840e395e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6d068c-a55d-40ea-a30c-ce7998915121,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:26:19.078560 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 45696) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:26:19.084704 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-9ff31eb1-aa8f-4e10-81a8-eec8840e395e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:26:19.087898 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0b3663-5925-4db1-8a6d-93bdaae76d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a482e13-1e13-4956-9251-e6abe5dbd541,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:26:19.101328 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-0d0b3663-5925-4db1-8a6d-93bdaae76d51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:26:19.117244 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-ea61acd0-2ca7-4ab6-b639-e32c58ff9e71 req-df446cdd-1396-4ccb-8c45-174dfa98e631 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2528577
Jun 14 03:26:19.128059 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [req-ea61acd0-2ca7-4ab6-b639-e32c58ff9e71 req-5641f558-3bd9-4ca0-b698-4b22b72ccb1f service neutron] Request body: {'port': {'device_id': '9ec59366-a676-4120-af0b-e2ca51eab895', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:26:19.140378 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-b6fc5e48-d54b-40f2-b196-e802b16dd1e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:19.180234 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-b6fc5e48-d54b-40f2-b196-e802b16dd1e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:19.202579 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-80218e45-3768-413c-9f21-0762c6e23fe6 None None] Port d850dea9-a48d-4e02-ab17-88a53263a5e4 cannot update to ACTIVE because it is not bound. {{(pid=92487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 14 03:26:19.303894 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-ea61acd0-2ca7-4ab6-b639-e32c58ff9e71 req-5641f558-3bd9-4ca0-b698-4b22b72ccb1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:19.315489 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-b6fc5e48-d54b-40f2-b196-e802b16dd1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:19.318142 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-b6fc5e48-d54b-40f2-b196-e802b16dd1e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:19.322155 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-b6fc5e48-d54b-40f2-b196-e802b16dd1e8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ec6d068c-a55d-40ea-a30c-ce7998915121 HTTP/1.1" status: 204  len: 168 time: 0.2399111
Jun 14 03:26:19.322155 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-a0feaa3c-097b-4f29-a586-9776e74a079e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:26:19.329606 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fc5e48-d54b-40f2-b196-e802b16dd1e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6d068c-a55d-40ea-a30c-ce7998915121,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:26:19.331887 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-b6fc5e48-d54b-40f2-b196-e802b16dd1e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:26:19.332432 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74416f6b-b3b7-4a4b-a552-815d5464763b req-eef9e15f-3367-4321-97f0-c1ac2d771f08 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:19.333914 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-74416f6b-b3b7-4a4b-a552-815d5464763b req-eef9e15f-3367-4321-97f0-c1ac2d771f08 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 946 time: 0.1360307
Jun 14 03:26:19.343740 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 45700) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:26:19.349481 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.v2.base [None req-9a839f27-f2e7-4c20-ad85-1be1b0d70bda tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Request body: {'floatingip': {'port_id': 'c3e8ab33-8e05-4080-9009-047437f7b326'}} {{(pid=92485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:26:19.445540 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-9a839f27-f2e7-4c20-ad85-1be1b0d70bda tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks [] for floatingip, before_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:19.729629 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.notifiers.nova [req-ea61acd0-2ca7-4ab6-b639-e32c58ff9e71 req-5641f558-3bd9-4ca0-b698-4b22b72ccb1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d850dea9-a48d-4e02-ab17-88a53263a5e4 {{(pid=92486) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 14 03:26:19.737844 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-ea61acd0-2ca7-4ab6-b639-e32c58ff9e71 req-5641f558-3bd9-4ca0-b698-4b22b72ccb1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:19.750851 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.provisioning_blocks [req-ea61acd0-2ca7-4ab6-b639-e32c58ff9e71 req-5641f558-3bd9-4ca0-b698-4b22b72ccb1f service neutron] Transition to ACTIVE for port object d850dea9-a48d-4e02-ab17-88a53263a5e4 will not be triggered until provisioned by entity L2. {{(pid=92486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:26:19.876148 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-ea61acd0-2ca7-4ab6-b639-e32c58ff9e71 req-5641f558-3bd9-4ca0-b698-4b22b72ccb1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63152260'] for port, after_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:19.879992 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-90ce9f08-4945-4108-aed9-b88c8ab69103 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:26:19.982427 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5641f558-3bd9-4ca0-b698-4b22b72ccb1f service neutron] Pushing event updated for resources: {'Port': ['ID=d850dea9-a48d-4e02-ab17-88a53263a5e4,revision_number=2']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:26:19.987051 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-5641f558-3bd9-4ca0-b698-4b22b72ccb1f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:26:20.013734 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4489a8d0-e699-40bc-b171-aabcafd80d09 req-b1c8d4c9-4c78-4878-b6c9-4489130b56de tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:20.020703 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-4489a8d0-e699-40bc-b171-aabcafd80d09 req-b1c8d4c9-4c78-4878-b6c9-4489130b56de tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ec59366-a676-4120-af0b-e2ca51eab895 HTTP/1.1" status: 200  len: 931 time: 0.2807267
Jun 14 03:26:20.083431 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.managers [req-ea61acd0-2ca7-4ab6-b639-e32c58ff9e71 req-5641f558-3bd9-4ca0-b698-4b22b72ccb1f service neutron] Attempting to bind port d850dea9-a48d-4e02-ab17-88a53263a5e4 on host hv-cinder-79617 for vnic_type normal with profile  {{(pid=92486) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 14 03:26:20.083764 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.managers [req-ea61acd0-2ca7-4ab6-b639-e32c58ff9e71 req-5641f558-3bd9-4ca0-b698-4b22b72ccb1f service neutron] Attempting to bind port d850dea9-a48d-4e02-ab17-88a53263a5e4 by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': '2cb0716a-ed02-4a11-ab33-313821ec955b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7f129db1-9523-4318-ad85-9f49178b5bdc'}] {{(pid=92486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 14 03:26:20.084141 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea61acd0-2ca7-4ab6-b639-e32c58ff9e71 req-5641f558-3bd9-4ca0-b698-4b22b72ccb1f service neutron] Attempting to bind port d850dea9-a48d-4e02-ab17-88a53263a5e4 on network 7f129db1-9523-4318-ad85-9f49178b5bdc {{(pid=92486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 14 03:26:20.089803 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea61acd0-2ca7-4ab6-b639-e32c58ff9e71 req-5641f558-3bd9-4ca0-b698-4b22b72ccb1f service neutron] Port d850dea9-a48d-4e02-ab17-88a53263a5e4 on network 7f129db1-9523-4318-ad85-9f49178b5bdc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=92486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 14 03:26:20.090124 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea61acd0-2ca7-4ab6-b639-e32c58ff9e71 req-5641f558-3bd9-4ca0-b698-4b22b72ccb1f service neutron] Attempting to bind port d850dea9-a48d-4e02-ab17-88a53263a5e4 on network 7f129db1-9523-4318-ad85-9f49178b5bdc {{(pid=92486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 14 03:26:20.095300 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea61acd0-2ca7-4ab6-b639-e32c58ff9e71 req-5641f558-3bd9-4ca0-b698-4b22b72ccb1f service neutron] Checking agent: {'id': 'd909c266-64e1-43b2-ab9b-45098cd1126f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 20, 5), 'started_at': datetime.datetime(2021, 6, 14, 3, 20, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 14 03:26:20.095641 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea61acd0-2ca7-4ab6-b639-e32c58ff9e71 req-5641f558-3bd9-4ca0-b698-4b22b72ccb1f service neutron] Checking segment: {'id': '2cb0716a-ed02-4a11-ab33-313821ec955b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7f129db1-9523-4318-ad85-9f49178b5bdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 14 03:26:20.096027 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea61acd0-2ca7-4ab6-b639-e32c58ff9e71 req-5641f558-3bd9-4ca0-b698-4b22b72ccb1f service neutron] Bound using segment: {'id': '2cb0716a-ed02-4a11-ab33-313821ec955b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7f129db1-9523-4318-ad85-9f49178b5bdc'} {{(pid=92486) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 14 03:26:20.096456 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.managers [req-ea61acd0-2ca7-4ab6-b639-e32c58ff9e71 req-5641f558-3bd9-4ca0-b698-4b22b72ccb1f service neutron] Bound port: d850dea9-a48d-4e02-ab17-88a53263a5e4, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cb0716a-ed02-4a11-ab33-313821ec955b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '7f129db1-9523-4318-ad85-9f49178b5bdc'}}] {{(pid=92486) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 14 03:26:20.096802 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-ea61acd0-2ca7-4ab6-b639-e32c58ff9e71 req-5641f558-3bd9-4ca0-b698-4b22b72ccb1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:20.185634 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-4489a8d0-e699-40bc-b171-aabcafd80d09 req-e37dd558-d088-46fe-81cd-100e8cd79f0a tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a6b1277-c90a-4bc7-b7bd-605c36cc3316&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1639731
Jun 14 03:26:20.209312 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.db [req-ea61acd0-2ca7-4ab6-b639-e32c58ff9e71 req-5641f558-3bd9-4ca0-b698-4b22b72ccb1f service neutron] For port d850dea9-a48d-4e02-ab17-88a53263a5e4, host hv-cinder-79617, cleared binding levels {{(pid=92486) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 14 03:26:20.212569 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.db [req-ea61acd0-2ca7-4ab6-b639-e32c58ff9e71 req-5641f558-3bd9-4ca0-b698-4b22b72ccb1f service neutron] For port d850dea9-a48d-4e02-ab17-88a53263a5e4, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=d850dea9-a48d-4e02-ab17-88a53263a5e4,segment=NetworkSegment(2cb0716a-ed02-4a11-ab33-313821ec955b),segment_id=2cb0716a-ed02-4a11-ab33-313821ec955b)] {{(pid=92486) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 14 03:26:20.299363 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-ea61acd0-2ca7-4ab6-b639-e32c58ff9e71 req-5641f558-3bd9-4ca0-b698-4b22b72ccb1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63152260'] for port, after_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:20.303659 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-56ac1833-c64a-4bec-bec2-b69fbbaa72f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:26:20.348473 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61acd0-2ca7-4ab6-b639-e32c58ff9e71 req-5641f558-3bd9-4ca0-b698-4b22b72ccb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:20.349073 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [req-ea61acd0-2ca7-4ab6-b639-e32c58ff9e71 req-5641f558-3bd9-4ca0-b698-4b22b72ccb1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389'] for port, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:20.350473 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-ea61acd0-2ca7-4ab6-b639-e32c58ff9e71 req-5641f558-3bd9-4ca0-b698-4b22b72ccb1f service neutron] 10.222.0.37 "PUT /v2.0/ports/d850dea9-a48d-4e02-ab17-88a53263a5e4 HTTP/1.1" status: 200  len: 1093 time: 1.2269957
Jun 14 03:26:20.351499 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ec59366-a676-4120-af0b-e2ca51eab895', 'tag': 'd850dea9-a48d-4e02-ab17-88a53263a5e4'}] {{(pid=92486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:26:20.354170 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5355d7bc3b36bcf9a7ee8a2281ad208d869c89ac4cdf4014809f5322b7820d6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9201825-31c4-4b98-8e60-d561f599d51a" -d '{"events": [{"name": "network-changed", "server_uuid": "9ec59366-a676-4120-af0b-e2ca51eab895", "tag": "d850dea9-a48d-4e02-ab17-88a53263a5e4"}]}' {{(pid=92486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:26:20.403429 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5641f558-3bd9-4ca0-b698-4b22b72ccb1f service neutron] Pushing event updated for resources: {'Port': ['ID=d850dea9-a48d-4e02-ab17-88a53263a5e4,revision_number=3']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:26:20.407521 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-5641f558-3bd9-4ca0-b698-4b22b72ccb1f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:26:20.425591 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 03:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb75c23-85ad-4845-b307-97fb0fc1ebca x-openstack-request-id: req-eeb75c23-85ad-4845-b307-97fb0fc1ebca {{(pid=92486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:26:20.425591 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ec59366-a676-4120-af0b-e2ca51eab895", "tag": "d850dea9-a48d-4e02-ab17-88a53263a5e4", "status": "completed", "code": 200}]} {{(pid=92486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:26:20.425591 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eeb75c23-85ad-4845-b307-97fb0fc1ebca {{(pid=92486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:26:20.425974 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ec59366-a676-4120-af0b-e2ca51eab895', 'tag': 'd850dea9-a48d-4e02-ab17-88a53263a5e4', 'status': 'completed', 'code': 200}
Jun 14 03:26:20.516334 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-9a839f27-f2e7-4c20-ad85-1be1b0d70bda tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:20.524019 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9201825-31c4-4b98-8e60-d561f599d51a req-9386bad4-fed9-4a1e-b05b-fce052602fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:20.525587 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-c9201825-31c4-4b98-8e60-d561f599d51a req-9386bad4-fed9-4a1e-b05b-fce052602fc3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=43a422776a77497eb08a2b437fe8f3a4&device_id=9ec59366-a676-4120-af0b-e2ca51eab895 HTTP/1.1" status: 200  len: 1096 time: 0.0637219
Jun 14 03:26:20.607835 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-9a839f27-f2e7-4c20-ad85-1be1b0d70bda tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66755190'] for floatingip, after_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:20.676863 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9201825-31c4-4b98-8e60-d561f599d51a req-3d1b8b33-0547-4929-87da-42d984f43864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:20.680139 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-c9201825-31c4-4b98-8e60-d561f599d51a req-3d1b8b33-0547-4929-87da-42d984f43864 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=43a422776a77497eb08a2b437fe8f3a4&shared=False HTTP/1.1" status: 200  len: 909 time: 0.1468287
Jun 14 03:26:20.711303 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 45742) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:26:20.764698 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.db.l3_db [None req-9a839f27-f2e7-4c20-ad85-1be1b0d70bda tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Floating IP e8c55ddf-43d6-40c4-abd8-6317a9c0597a associated. External IP: 172.27.2.136, port: c3e8ab33-8e05-4080-9009-047437f7b326.
Jun 14 03:26:20.823247 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9201825-31c4-4b98-8e60-d561f599d51a req-20acd6ca-98b2-41c7-8709-e70995851a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:20.824821 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-c9201825-31c4-4b98-8e60-d561f599d51a req-20acd6ca-98b2-41c7-8709-e70995851a05 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1396315
Jun 14 03:26:20.841842 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [None req-709dabb2-6a1f-45b6-9859-9824f9163cc2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-351031645-network', 'tenant_id': '80c3013317ae488b92d068a8d431a618'}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:26:20.931619 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61acd0-2ca7-4ab6-b639-e32c58ff9e71 req-8df52f18-9442-4bb2-88fe-7ffc8c86bf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:20.933121 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-ea61acd0-2ca7-4ab6-b639-e32c58ff9e71 req-8df52f18-9442-4bb2-88fe-7ffc8c86bf60 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=43a422776a77497eb08a2b437fe8f3a4&device_id=9ec59366-a676-4120-af0b-e2ca51eab895 HTTP/1.1" status: 200  len: 1096 time: 0.0641568
Jun 14 03:26:20.947628 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-709dabb2-6a1f-45b6-9859-9824f9163cc2 admin admin] Made reservation on behalf of 80c3013317ae488b92d068a8d431a618 for: {'network': 1} {{(pid=92486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 14 03:26:20.951326 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-709dabb2-6a1f-45b6-9859-9824f9163cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for network, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:21.001375 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-ea61acd0-2ca7-4ab6-b639-e32c58ff9e71 req-f5ad3b91-4cd2-4869-a9de-e7aa0c7fd33d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d850dea9-a48d-4e02-ab17-88a53263a5e4 HTTP/1.1" status: 200  len: 217 time: 0.0611870
Jun 14 03:26:21.002441 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-709dabb2-6a1f-45b6-9859-9824f9163cc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:21.062996 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a839f27-f2e7-4c20-ad85-1be1b0d70bda tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Router ac3183be-460a-411b-86aa-5b5b75320c9a has already been hosted by L3 agent faa78350-ce80-467b-8f2c-9d7893daed85 {{(pid=92485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 14 03:26:21.088102 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61acd0-2ca7-4ab6-b639-e32c58ff9e71 req-9aab5a54-5a58-4771-a00c-1d2d4491ae6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:21.089548 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-ea61acd0-2ca7-4ab6-b639-e32c58ff9e71 req-9aab5a54-5a58-4771-a00c-1d2d4491ae6a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8a8207df-3806-430e-9b17-d9978decf79c HTTP/1.1" status: 200  len: 847 time: 0.0763991
Jun 14 03:26:21.194133 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61acd0-2ca7-4ab6-b639-e32c58ff9e71 req-d55bf0fc-85d9-491f-9c25-d0266617ea50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:21.196460 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-ea61acd0-2ca7-4ab6-b639-e32c58ff9e71 req-d55bf0fc-85d9-491f-9c25-d0266617ea50 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7f129db1-9523-4318-ad85-9f49178b5bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0993693
Jun 14 03:26:21.230200 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a839f27-f2e7-4c20-ad85-1be1b0d70bda tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify agent at l3_agent.dv-cinder-796170-1-iscsi the message routers_updated {{(pid=92485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 14 03:26:21.235755 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-9a839f27-f2e7-4c20-ad85-1be1b0d70bda tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389'] for floatingip, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:21.243784 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e29a059-1b65-419e-b32b-e15c9ac0c7b5 None None] Sync routers for ids ['ac3183be-460a-411b-86aa-5b5b75320c9a'] in dv-cinder-796170-1-iscsi {{(pid=92487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 14 03:26:21.261353 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e29a059-1b65-419e-b32b-e15c9ac0c7b5 None None] Routers {'ac3183be-460a-411b-86aa-5b5b75320c9a'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:26:21.262824 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-6e29a059-1b65-419e-b32b-e15c9ac0c7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5dc2f6d0>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:26:07Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['ac3183be-460a-411b-86aa-5b5b75320c9a'], 'active': True} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:26:21.294633 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-9a839f27-f2e7-4c20-ad85-1be1b0d70bda tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "PUT /v2.0/floatingips/e8c55ddf-43d6-40c4-abd8-6317a9c0597a HTTP/1.1" status: 200  len: 992 time: 1.9495583
Jun 14 03:26:21.295312 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77a303a2-e75b-4ea4-8091-68b0e17dde52', 'tag': 'c3e8ab33-8e05-4080-9009-047437f7b326'}] {{(pid=92485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:26:21.298303 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0639b30c08a1ea7684a5dbba31199bfc4186ae3813d9033880ffe89de9bab324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-540e5411-0fa2-42bb-8ffd-a83546abe73f" -d '{"events": [{"name": "network-changed", "server_uuid": "77a303a2-e75b-4ea4-8091-68b0e17dde52", "tag": "c3e8ab33-8e05-4080-9009-047437f7b326"}]}' {{(pid=92485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:26:21.446940 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717866ab-ad18-44d2-880e-2eeec95a705d req-f5c9afb9-65bb-45ef-be04-d09ed4e6dbe0 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:21.448475 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-717866ab-ad18-44d2-880e-2eeec95a705d req-f5c9afb9-65bb-45ef-be04-d09ed4e6dbe0 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ec59366-a676-4120-af0b-e2ca51eab895 HTTP/1.1" status: 200  len: 943 time: 0.0802207
Jun 14 03:26:21.480928 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvr_db [None req-6e29a059-1b65-419e-b32b-e15c9ac0c7b5 None None] Set router ac3183be-460a-411b-86aa-5b5b75320c9a gateway port host: dv-cinder-796170-1-iscsi {{(pid=92487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:26:21.511566 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 03:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38148d1d-990c-4eaa-9b9a-8949cc386efc x-openstack-request-id: req-38148d1d-990c-4eaa-9b9a-8949cc386efc {{(pid=92485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:26:21.511946 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77a303a2-e75b-4ea4-8091-68b0e17dde52", "tag": "c3e8ab33-8e05-4080-9009-047437f7b326", "status": "completed", "code": 200}]} {{(pid=92485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:26:21.512158 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-38148d1d-990c-4eaa-9b9a-8949cc386efc {{(pid=92485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:26:21.512587 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77a303a2-e75b-4ea4-8091-68b0e17dde52', 'tag': 'c3e8ab33-8e05-4080-9009-047437f7b326', 'status': 'completed', 'code': 200}
Jun 14 03:26:21.516238 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-717866ab-ad18-44d2-880e-2eeec95a705d req-ea1e5893-a16d-47e9-83f4-83615d0e557f tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a6b1277-c90a-4bc7-b7bd-605c36cc3316&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0513389
Jun 14 03:26:21.615161 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e5411-0fa2-42bb-8ffd-a83546abe73f req-e2dc6bc9-d0e1-470b-87e2-e1032321cbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:21.618006 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-540e5411-0fa2-42bb-8ffd-a83546abe73f req-e2dc6bc9-d0e1-470b-87e2-e1032321cbed service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9155b325d6cd4337b263e1034bb9dbfb&device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 1099 time: 0.0849631
Jun 14 03:26:21.628400 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-709dabb2-6a1f-45b6-9859-9824f9163cc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:21.741240 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-709dabb2-6a1f-45b6-9859-9824f9163cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:21.760527 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-709dabb2-6a1f-45b6-9859-9824f9163cc2 admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'}  {{(pid=92486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 14 03:26:21.762616 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-27f7f466-fee1-43ce-ba3f-a147ed7f2f35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:26:21.769192 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e5411-0fa2-42bb-8ffd-a83546abe73f req-b357c487-377b-4600-8e46-6f9ff33d713d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:21.770773 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-540e5411-0fa2-42bb-8ffd-a83546abe73f req-b357c487-377b-4600-8e46-6f9ff33d713d service neutron] 10.222.0.37 "GET /v2.0/networks?id=f65bd812-254a-48f4-8498-d6b6b04b0ab8 HTTP/1.1" status: 200  len: 918 time: 0.1463358
Jun 14 03:26:21.779379 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-ea61acd0-2ca7-4ab6-b639-e32c58ff9e71 req-b8b7b718-80a9-4b75-8406-f610c88e9dc2 service neutron] 10.222.0.37 "GET /v2.0/networks/7f129db1-9523-4318-ad85-9f49178b5bdc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5721090
Jun 14 03:26:21.862313 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-540e5411-0fa2-42bb-8ffd-a83546abe73f req-de54e4fc-b99b-4960-878b-788eb469da53 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3e8ab33-8e05-4080-9009-047437f7b326 HTTP/1.1" status: 200  len: 1000 time: 0.0847583
Jun 14 03:26:21.909421 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-ea61acd0-2ca7-4ab6-b639-e32c58ff9e71 req-6e16a313-c80d-4145-b14a-61e8f1837d54 service neutron] 10.222.0.37 "GET /v2.0/networks/7f129db1-9523-4318-ad85-9f49178b5bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1188128
Jun 14 03:26:21.916007 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-709dabb2-6a1f-45b6-9859-9824f9163cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677934'] for segment, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:21.916803 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.db.segments_db [None req-709dabb2-6a1f-45b6-9859-9824f9163cc2 admin admin] Added segment 24fa031a-5b39-4036-b097-0166048880ac of type vlan for network b218ab2c-7b4f-448b-976e-1610c2526398
Jun 14 03:26:21.922609 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e5411-0fa2-42bb-8ffd-a83546abe73f req-a3fc74e3-7db6-4151-aa90-f3238e54addc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:21.924969 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-540e5411-0fa2-42bb-8ffd-a83546abe73f req-a3fc74e3-7db6-4151-aa90-f3238e54addc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=545b480d-c2cb-4869-a2a3-42345a60be46 HTTP/1.1" status: 200  len: 856 time: 0.0558519
Jun 14 03:26:21.931530 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709dabb2-6a1f-45b6-9859-9824f9163cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28a9c8b5-4b4e-440b-9836-1b47170078e0,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:26:21.984585 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-709dabb2-6a1f-45b6-9859-9824f9163cc2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756196669341'] for network, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:22.002864 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-709dabb2-6a1f-45b6-9859-9824f9163cc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:26:22.003410 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-6e29a059-1b65-419e-b32b-e15c9ac0c7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5dc2f6d0>, [{'id': 'ac3183be-460a-411b-86aa-5b5b75320c9a', 'name': 'tempest-AttachVolumeShelveTestJSON-1283861758-router', 'tenant_id': '9155b325d6cd4337b263e1034bb9dbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'c1e9c54f-6f42-4e92-a065-f562d4dceaff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:41Z', 'updated_at': '2021-06-14T03:21:49Z', 'revision_number': 4, 'project_id': '9155b325d6cd4337b263e1034bb9dbfb', 'gw_port': {'id': 'c1e9c54f-6f42-4e92-a065-f562d4dceaff', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:24:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3183be-460a-411b-86aa-5b5b75320c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:21:43Z', 'updated_at': '2021-06-14T03:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_floatingips': [{'id': 'e8c55ddf-43d6-40c4-abd8-6317a9c0597a', 'tenant_id': '9155b325d6cd4337b263e1034bb9dbfb', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'router_id': 'ac3183be-460a-411b-86aa-5b5b75320c9a', 'port_id': 'c3e8ab33-8e05-4080-9009-047437f7b326', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f65bd812-254a-48f4-8498-d6b6b04b0ab8', 'mac_address': 'fa:16:3e:c6:3c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a303a2-e75b-4ea4-8091-68b0e17dde52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T03:25:56Z', 'updated_at': '2021-06-14T03:26:20Z', 'revision_number': 1, 'project_id': '9155b325d6cd4337b263e1034bb9dbfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f05021a-b477-401e-9b25-c86f27f2a189', 'name': '', 'network_id': 'f65bd812-254a-48f4-8498-d6b6b04b0ab8', 'tenant_id': '9155b325d6cd4337b263e1034bb9dbfb', 'mac_address': 'fa:16:3e:f2:20:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3183be-460a-411b-86aa-5b5b75320c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '545b480d-c2cb-4869-a2a3-42345a60be46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:21:48Z', 'updated_at': '2021-06-14T03:21:58Z', 'revision_number': 5, 'project_id': '9155b325d6cd4337b263e1034bb9dbfb', 'subnets': [{'id': '545b480d-c2cb-4869-a2a3-42345a60be46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:26:22.006971 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e29a059-1b65-419e-b32b-e15c9ac0c7b5 None None] Checking router: ac3183be-460a-411b-86aa-5b5b75320c9a for host: dv-cinder-796170-1-iscsi {{(pid=92487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 14 03:26:22.016239 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e29a059-1b65-419e-b32b-e15c9ac0c7b5 None None] Routers {'ac3183be-460a-411b-86aa-5b5b75320c9a'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:26:22.016884 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-6e29a059-1b65-419e-b32b-e15c9ac0c7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5dc2f6d0>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:26:07Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['ac3183be-460a-411b-86aa-5b5b75320c9a'], 'active': True} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:26:22.017018 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e5411-0fa2-42bb-8ffd-a83546abe73f req-a89fa768-8a3e-4803-82e6-993571d7e9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:22.018522 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-540e5411-0fa2-42bb-8ffd-a83546abe73f req-a89fa768-8a3e-4803-82e6-993571d7e9ba service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f65bd812-254a-48f4-8498-d6b6b04b0ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0867889
Jun 14 03:26:22.104313 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-709dabb2-6a1f-45b6-9859-9824f9163cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111'] for network, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:22.106067 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709dabb2-6a1f-45b6-9859-9824f9163cc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:22.106921 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-709dabb2-6a1f-45b6-9859-9824f9163cc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for network, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:22.120278 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:26:22.147592 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-540e5411-0fa2-42bb-8ffd-a83546abe73f req-30263889-b604-4415-971c-f12e1f15e82c service neutron] 10.222.0.37 "GET /v2.0/networks/f65bd812-254a-48f4-8498-d6b6b04b0ab8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1217811
Jun 14 03:26:22.170485 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvr_db [None req-6e29a059-1b65-419e-b32b-e15c9ac0c7b5 None None] Set router ac3183be-460a-411b-86aa-5b5b75320c9a gateway port host: dv-cinder-796170-1-iscsi {{(pid=92487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:26:22.200695 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709dabb2-6a1f-45b6-9859-9824f9163cc2 admin admin] Pushing event updated for resources: {'Network': ['ID=b218ab2c-7b4f-448b-976e-1610c2526398,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:26:22.203520 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-709dabb2-6a1f-45b6-9859-9824f9163cc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:26:22.214907 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-709dabb2-6a1f-45b6-9859-9824f9163cc2 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.5011575
Jun 14 03:26:22.215102 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 45776) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:26:22.220523 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [None req-3e85bded-ee7f-4e84-be47-dbbe09ee7e6d admin admin] Request body: {'subnet': {'network_id': 'b218ab2c-7b4f-448b-976e-1610c2526398', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-351031645-subnet', 'tenant_id': '80c3013317ae488b92d068a8d431a618', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:26:22.223499 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Network b218ab2c-7b4f-448b-976e-1610c2526398 details requested by agent ovs-agent-dv-cinder-796170-1-iscsi with host dv-cinder-796170-1-iscsi {{(pid=92487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 14 03:26:22.287897 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-540e5411-0fa2-42bb-8ffd-a83546abe73f req-f9dab18c-4361-4746-b96a-2ccc0c8582db service neutron] 10.222.0.37 "GET /v2.0/networks/f65bd812-254a-48f4-8498-d6b6b04b0ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1317387
Jun 14 03:26:22.338010 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e85bded-ee7f-4e84-be47-dbbe09ee7e6d admin admin] Made reservation on behalf of 80c3013317ae488b92d068a8d431a618 for: {'subnet': 1} {{(pid=92486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 14 03:26:22.340456 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-3e85bded-ee7f-4e84-be47-dbbe09ee7e6d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63246795'] for subnet, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:22.568122 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-6e29a059-1b65-419e-b32b-e15c9ac0c7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5dc2f6d0>, [{'id': 'ac3183be-460a-411b-86aa-5b5b75320c9a', 'name': 'tempest-AttachVolumeShelveTestJSON-1283861758-router', 'tenant_id': '9155b325d6cd4337b263e1034bb9dbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'c1e9c54f-6f42-4e92-a065-f562d4dceaff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:41Z', 'updated_at': '2021-06-14T03:21:49Z', 'revision_number': 4, 'project_id': '9155b325d6cd4337b263e1034bb9dbfb', 'gw_port': {'id': 'c1e9c54f-6f42-4e92-a065-f562d4dceaff', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:24:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3183be-460a-411b-86aa-5b5b75320c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:21:43Z', 'updated_at': '2021-06-14T03:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_floatingips': [{'id': 'e8c55ddf-43d6-40c4-abd8-6317a9c0597a', 'tenant_id': '9155b325d6cd4337b263e1034bb9dbfb', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'router_id': 'ac3183be-460a-411b-86aa-5b5b75320c9a', 'port_id': 'c3e8ab33-8e05-4080-9009-047437f7b326', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f65bd812-254a-48f4-8498-d6b6b04b0ab8', 'mac_address': 'fa:16:3e:c6:3c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a303a2-e75b-4ea4-8091-68b0e17dde52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T03:25:56Z', 'updated_at': '2021-06-14T03:26:20Z', 'revision_number': 1, 'project_id': '9155b325d6cd4337b263e1034bb9dbfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f05021a-b477-401e-9b25-c86f27f2a189', 'name': '', 'network_id': 'f65bd812-254a-48f4-8498-d6b6b04b0ab8', 'tenant_id': '9155b325d6cd4337b263e1034bb9dbfb', 'mac_address': 'fa:16:3e:f2:20:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3183be-460a-411b-86aa-5b5b75320c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '545b480d-c2cb-4869-a2a3-42345a60be46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:21:48Z', 'updated_at': '2021-06-14T03:21:58Z', 'revision_number': 5, 'project_id': '9155b325d6cd4337b263e1034bb9dbfb', 'subnets': [{'id': '545b480d-c2cb-4869-a2a3-42345a60be46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:26:22.572372 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e29a059-1b65-419e-b32b-e15c9ac0c7b5 None None] The sync data for ids ['ac3183be-460a-411b-86aa-5b5b75320c9a'] in dv-cinder-796170-1-iscsi is: [{'id': 'ac3183be-460a-411b-86aa-5b5b75320c9a', 'name': 'tempest-AttachVolumeShelveTestJSON-1283861758-router', 'tenant_id': '9155b325d6cd4337b263e1034bb9dbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'c1e9c54f-6f42-4e92-a065-f562d4dceaff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:41Z', 'updated_at': '2021-06-14T03:21:49Z', 'revision_number': 4, 'project_id': '9155b325d6cd4337b263e1034bb9dbfb', 'gw_port': {'id': 'c1e9c54f-6f42-4e92-a065-f562d4dceaff', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:24:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3183be-460a-411b-86aa-5b5b75320c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:21:43Z', 'updated_at': '2021-06-14T03:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_floatingips': [{'id': 'e8c55ddf-43d6-40c4-abd8-6317a9c0597a', 'tenant_id': '9155b325d6cd4337b263e1034bb9dbfb', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'router_id': 'ac3183be-460a-411b-86aa-5b5b75320c9a', 'port_id': 'c3e8ab33-8e05-4080-9009-047437f7b326', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f65bd812-254a-48f4-8498-d6b6b04b0ab8', 'mac_address': 'fa:16:3e:c6:3c:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a303a2-e75b-4ea4-8091-68b0e17dde52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T03:25:56Z', 'updated_at': '2021-06-14T03:26:20Z', 'revision_number': 1, 'project_id': '9155b325d6cd4337b263e1034bb9dbfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f05021a-b477-401e-9b25-c86f27f2a189', 'name': '', 'network_id': 'f65bd812-254a-48f4-8498-d6b6b04b0ab8', 'tenant_id': '9155b325d6cd4337b263e1034bb9dbfb', 'mac_address': 'fa:16:3e:f2:20:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3183be-460a-411b-86aa-5b5b75320c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '545b480d-c2cb-4869-a2a3-42345a60be46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:21:48Z', 'updated_at': '2021-06-14T03:21:58Z', 'revision_number': 5, 'project_id': '9155b325d6cd4337b263e1034bb9dbfb', 'subnets': [{'id': '545b480d-c2cb-4869-a2a3-42345a60be46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 14 03:26:22.652954 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-3e85bded-ee7f-4e84-be47-dbbe09ee7e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66823779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63152394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63246813'] for subnet, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:22.656115 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-6add27df-59c3-4756-9cf0-476272cfb50f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:26:22.723182 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e85bded-ee7f-4e84-be47-dbbe09ee7e6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=26124270-5c82-4467-92fb-d9f795f31f32,revision_number=0']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:26:22.731139 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c845672e-c37d-4ee3-bc0f-08d0865a1b90 req-3ff99fef-3035-4948-9e2e-945aac229f67 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:22.732996 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-c845672e-c37d-4ee3-bc0f-08d0865a1b90 req-3ff99fef-3035-4948-9e2e-945aac229f67 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ec59366-a676-4120-af0b-e2ca51eab895 HTTP/1.1" status: 200  len: 943 time: 0.0852113
Jun 14 03:26:22.735865 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-3e85bded-ee7f-4e84-be47-dbbe09ee7e6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:26:22.746463 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e85bded-ee7f-4e84-be47-dbbe09ee7e6d admin admin] Checking segment: {'id': '24fa031a-5b39-4036-b097-0166048880ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b218ab2c-7b4f-448b-976e-1610c2526398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 14 03:26:22.746902 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e85bded-ee7f-4e84-be47-dbbe09ee7e6d admin admin] Network hostable DHCP agents. Network: b218ab2c-7b4f-448b-976e-1610c2526398, hostable agents: ['0d423c39-5fbd-4170-be1c-b40e9c0b21c1'], hosted agents: [] {{(pid=92486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 14 03:26:22.781007 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-c845672e-c37d-4ee3-bc0f-08d0865a1b90 req-275d1609-5499-40ea-a0f7-d131fba1a4b0 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a6b1277-c90a-4bc7-b7bd-605c36cc3316&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409641
Jun 14 03:26:22.791432 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12922de2-66da-4663-ba7a-4468144344cc None None] New status for floating IP e8c55ddf-43d6-40c4-abd8-6317a9c0597a: ACTIVE {{(pid=92488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 14 03:26:22.875880 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e85bded-ee7f-4e84-be47-dbbe09ee7e6d admin admin] Network b218ab2c-7b4f-448b-976e-1610c2526398 is scheduled to be hosted by DHCP agent 0d423c39-5fbd-4170-be1c-b40e9c0b21c1 with binding_index 1 {{(pid=92486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 14 03:26:23.052618 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.base_scheduler [None req-3e85bded-ee7f-4e84-be47-dbbe09ee7e6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-1-iscsi, b218ab2c-7b4f-448b-976e-1610c2526398) {{(pid=92486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:26:23.057231 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e85bded-ee7f-4e84-be47-dbbe09ee7e6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:23.057813 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-3e85bded-ee7f-4e84-be47-dbbe09ee7e6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:23.061937 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b93a97c-5193-4791-934d-ce5cda06393b None None] Network b218ab2c-7b4f-448b-976e-1610c2526398 requested from dv-cinder-796170-1-iscsi {{(pid=92487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 14 03:26:23.223714 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b72fb0-1ffc-4e5c-8aaf-2b6a15456925 None None] Network b218ab2c-7b4f-448b-976e-1610c2526398 requested from dv-cinder-796170-1-iscsi {{(pid=92487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 14 03:26:23.247823 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-3e85bded-ee7f-4e84-be47-dbbe09ee7e6d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.0314538
Jun 14 03:26:23.970307 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c773f7-abf0-4824-b1ea-f79e5f27e79a req-e664507d-ec92-42b4-b93f-304776f4c6da tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:23.971727 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-d6c773f7-abf0-4824-b1ea-f79e5f27e79a req-e664507d-ec92-42b4-b93f-304776f4c6da tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ec59366-a676-4120-af0b-e2ca51eab895 HTTP/1.1" status: 200  len: 943 time: 0.0723226
Jun 14 03:26:24.014387 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-d6c773f7-abf0-4824-b1ea-f79e5f27e79a req-3b9a3fc5-6466-48f9-a904-c1d7184c49eb tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a6b1277-c90a-4bc7-b7bd-605c36cc3316&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0359511
Jun 14 03:26:25.204178 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d890be-681c-4457-b4d9-679cbc6ad4d3 req-14f65b35-a28e-43b0-a2e6-0451c6bd812c tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:25.205611 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-f4d890be-681c-4457-b4d9-679cbc6ad4d3 req-14f65b35-a28e-43b0-a2e6-0451c6bd812c tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ec59366-a676-4120-af0b-e2ca51eab895 HTTP/1.1" status: 200  len: 943 time: 0.0802858
Jun 14 03:26:25.250857 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-f4d890be-681c-4457-b4d9-679cbc6ad4d3 req-eea88e14-be3d-4bb7-ac2f-d55d6edfafd4 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a6b1277-c90a-4bc7-b7bd-605c36cc3316&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371027
Jun 14 03:26:25.431621 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0260a7e9-1b06-4798-92a8-4f6207d78bb0 req-968d4dae-4daf-4a3b-8eaf-c19d5e7c4b6a tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:25.433071 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-0260a7e9-1b06-4798-92a8-4f6207d78bb0 req-968d4dae-4daf-4a3b-8eaf-c19d5e7c4b6a tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.13 "GET /v2.0/networks?id=b218ab2c-7b4f-448b-976e-1610c2526398 HTTP/1.1" status: 200  len: 813 time: 0.1244648
Jun 14 03:26:25.450007 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-0260a7e9-1b06-4798-92a8-4f6207d78bb0 req-939909bf-8a9a-418c-bd96-c0666f87c3a3 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.13 "GET /v2.0/quotas/80c3013317ae488b92d068a8d431a618 HTTP/1.1" status: 200  len: 375 time: 0.0111303
Jun 14 03:26:25.487940 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-0260a7e9-1b06-4798-92a8-4f6207d78bb0 req-0cda41a1-0ffc-42f8-9afe-2c93d295f0ff tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=80c3013317ae488b92d068a8d431a618&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0327370
Jun 14 03:26:25.605392 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-0260a7e9-1b06-4798-92a8-4f6207d78bb0 req-f9527929-2948-42da-afe7-79bada1f8a3a service neutron] 10.222.0.13 "GET /v2.0/networks/b218ab2c-7b4f-448b-976e-1610c2526398?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1110013
Jun 14 03:26:25.723523 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-0260a7e9-1b06-4798-92a8-4f6207d78bb0 req-86997f53-2fbf-4a24-bbfe-1ee5dea67217 service neutron] 10.222.0.13 "GET /v2.0/networks/b218ab2c-7b4f-448b-976e-1610c2526398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1123180
Jun 14 03:26:26.026824 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-7cc934d3-6fc7-48f6-87d6-bf4b1f8d44a9 req-63ced5ce-c9c0-48e5-b89e-3b9cdf322ec3 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.13 "GET /v2.0/ports?device_id=62058ca3-4624-431a-8a62-ddf599624293 HTTP/1.1" status: 200  len: 210 time: 0.0386338
Jun 14 03:26:26.430892 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47953da9-f0c1-414a-98eb-48304fca1a99 req-e3d3eb1e-e26c-4853-a26e-7b893ac1df47 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:26.432334 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-47953da9-f0c1-414a-98eb-48304fca1a99 req-e3d3eb1e-e26c-4853-a26e-7b893ac1df47 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ec59366-a676-4120-af0b-e2ca51eab895 HTTP/1.1" status: 200  len: 943 time: 0.0706565
Jun 14 03:26:26.480399 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-47953da9-f0c1-414a-98eb-48304fca1a99 req-befd6f30-2179-4e0d-b60a-01035f13322f tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a6b1277-c90a-4bc7-b7bd-605c36cc3316&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420051
Jun 14 03:26:27.173794 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-801105d0-20c5-4e1b-a487-fa4d602b484f req-141bfa0b-5134-4def-b030-01cbc6a9e3ea tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.13 "GET /v2.0/ports?device_id=62058ca3-4624-431a-8a62-ddf599624293 HTTP/1.1" status: 200  len: 210 time: 0.0344396
Jun 14 03:26:27.667559 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790bb3c6-56e6-4e6f-8339-dd9be40f7969 req-23ddb175-6660-4311-b23e-a21f3eec6f4f tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:27.669051 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-790bb3c6-56e6-4e6f-8339-dd9be40f7969 req-23ddb175-6660-4311-b23e-a21f3eec6f4f tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ec59366-a676-4120-af0b-e2ca51eab895 HTTP/1.1" status: 200  len: 943 time: 0.0694449
Jun 14 03:26:27.714727 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-790bb3c6-56e6-4e6f-8339-dd9be40f7969 req-c2cf5c78-63ff-47ee-a18d-0015f4738a9e tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a6b1277-c90a-4bc7-b7bd-605c36cc3316&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397952
Jun 14 03:26:27.787429 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 45870) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:26:27.893307 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-bac3246b-66ae-40c3-b92d-1bbca7e407c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:27.986000 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-bac3246b-66ae-40c3-b92d-1bbca7e407c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:28.064523 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-bac3246b-66ae-40c3-b92d-1bbca7e407c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:28.066939 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-d278c1af-1bdb-4530-bc00-331554cd6aef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:26:28.109607 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac3246b-66ae-40c3-b92d-1bbca7e407c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe30e3c-74e5-45ad-9a8b-f8f704e33245,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:26:28.112740 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-bac3246b-66ae-40c3-b92d-1bbca7e407c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:26:28.118116 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-bac3246b-66ae-40c3-b92d-1bbca7e407c2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=36725323d86a4ab39cf0eb366fe7eb96&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3265131
Jun 14 03:26:28.118614 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 45876) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:26:28.177374 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-720e0044-b4c2-471d-a1b4-8cd4a5f1f263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:28.202417 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-720e0044-b4c2-471d-a1b4-8cd4a5f1f263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:28.308635 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-720e0044-b4c2-471d-a1b4-8cd4a5f1f263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:28.311422 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-720e0044-b4c2-471d-a1b4-8cd4a5f1f263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:28.312453 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-720e0044-b4c2-471d-a1b4-8cd4a5f1f263 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ebe30e3c-74e5-45ad-9a8b-f8f704e33245 HTTP/1.1" status: 204  len: 168 time: 0.1929755
Jun 14 03:26:28.327565 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-1c12fc4a-d568-4c88-ae3c-c738df03ee20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:26:28.369831 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-d476d315-aaed-40d9-b7d5-751c1b41948e req-aa2195e9-a7e2-4eca-8f0f-466e47499ebf tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.13 "GET /v2.0/ports?device_id=62058ca3-4624-431a-8a62-ddf599624293 HTTP/1.1" status: 200  len: 210 time: 0.0718539
Jun 14 03:26:28.373201 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720e0044-b4c2-471d-a1b4-8cd4a5f1f263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe30e3c-74e5-45ad-9a8b-f8f704e33245,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:26:28.377088 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-720e0044-b4c2-471d-a1b4-8cd4a5f1f263 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:26:28.712836 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0260a7e9-1b06-4798-92a8-4f6207d78bb0 req-0aee0d95-0d7f-442b-9330-70c26a1b246f tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:28.714255 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-0260a7e9-1b06-4798-92a8-4f6207d78bb0 req-0aee0d95-0d7f-442b-9330-70c26a1b246f tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.37 "GET /v2.0/networks?id=b218ab2c-7b4f-448b-976e-1610c2526398 HTTP/1.1" status: 200  len: 813 time: 0.4250023
Jun 14 03:26:28.726917 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.v2.base [req-0260a7e9-1b06-4798-92a8-4f6207d78bb0 req-619f1fc3-6304-49ab-9f84-cff378c3932b tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Request body: {'port': {'device_id': '62058ca3-4624-431a-8a62-ddf599624293', 'network_id': 'b218ab2c-7b4f-448b-976e-1610c2526398', 'admin_state_up': True, 'tenant_id': '80c3013317ae488b92d068a8d431a618'}} {{(pid=92485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:26:28.911590 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258c809-bab7-4ef6-b8dd-a5ab5ed72f7a req-01322ec7-0f70-4003-8a80-29b752b0b74e tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:28.913050 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-a258c809-bab7-4ef6-b8dd-a5ab5ed72f7a req-01322ec7-0f70-4003-8a80-29b752b0b74e tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ec59366-a676-4120-af0b-e2ca51eab895 HTTP/1.1" status: 200  len: 943 time: 0.0725217
Jun 14 03:26:28.955241 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-a258c809-bab7-4ef6-b8dd-a5ab5ed72f7a req-9414a966-05bd-4e4f-914a-69581b2dfa92 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a6b1277-c90a-4bc7-b7bd-605c36cc3316&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0356843
Jun 14 03:26:28.958175 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0260a7e9-1b06-4798-92a8-4f6207d78bb0 req-619f1fc3-6304-49ab-9f84-cff378c3932b tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Made reservation on behalf of 80c3013317ae488b92d068a8d431a618 for: {'port': 1} {{(pid=92485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 14 03:26:28.965153 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-0260a7e9-1b06-4798-92a8-4f6207d78bb0 req-619f1fc3-6304-49ab-9f84-cff378c3932b tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for port, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:29.110854 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.db_base_plugin_common [req-0260a7e9-1b06-4798-92a8-4f6207d78bb0 req-619f1fc3-6304-49ab-9f84-cff378c3932b tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Allocated IP 172.20.0.13 (b218ab2c-7b4f-448b-976e-1610c2526398/26124270-5c82-4467-92fb-d9f795f31f32/c3a82cc9-9052-44c2-9786-c6fb6d3f3efb) {{(pid=92485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 14 03:26:29.140168 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 45890) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:26:29.156996 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-6f9b4bbd-5617-4783-bdd2-057526f4c179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:29.265113 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-6f9b4bbd-5617-4783-bdd2-057526f4c179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:29.292033 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-0260a7e9-1b06-4798-92a8-4f6207d78bb0 req-619f1fc3-6304-49ab-9f84-cff378c3932b tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Notify callbacks [] for port, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:29.344371 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-6f9b4bbd-5617-4783-bdd2-057526f4c179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:29.347906 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-017bc1aa-d593-4122-8a57-fb5e4592b9aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:26:29.385489 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-6f9b4bbd-5617-4783-bdd2-057526f4c179 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=704e337abe094c36ac569193db21af0f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2442906
Jun 14 03:26:29.387405 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9b4bbd-5617-4783-bdd2-057526f4c179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e606bf1-8d08-434a-a005-29a9cdb12a6e,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:26:29.388181 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 45894) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:26:29.391017 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-6f9b4bbd-5617-4783-bdd2-057526f4c179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:26:29.427434 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-0260a7e9-1b06-4798-92a8-4f6207d78bb0 req-619f1fc3-6304-49ab-9f84-cff378c3932b tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-668656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756196682527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62999275'] for port, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:29.432434 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-58c1e41c-7960-4812-a378-372a5f13c72e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:26:29.499597 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0260a7e9-1b06-4798-92a8-4f6207d78bb0 req-619f1fc3-6304-49ab-9f84-cff378c3932b tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Network b218ab2c-7b4f-448b-976e-1610c2526398 is already hosted by enough agents. {{(pid=92485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 14 03:26:29.502655 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-85cb04fe-1fa4-4132-bc64-c01ab6bcd483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:29.510000 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.base_scheduler [req-0260a7e9-1b06-4798-92a8-4f6207d78bb0 req-619f1fc3-6304-49ab-9f84-cff378c3932b tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Resources bound (agent type, host, resource id):  {{(pid=92485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:26:29.517747 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.l3_dvrscheduler_db [req-0260a7e9-1b06-4798-92a8-4f6207d78bb0 req-619f1fc3-6304-49ab-9f84-cff378c3932b tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Received port after_create {{(pid=92485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 14 03:26:29.520188 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619f1fc3-6304-49ab-9f84-cff378c3932b tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Pushing event updated for resources: {'Port': ['ID=c3a82cc9-9052-44c2-9786-c6fb6d3f3efb,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:26:29.552243 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-619f1fc3-6304-49ab-9f84-cff378c3932b tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:26:29.570713 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c2d77-c4c3-41d4-825e-d0ce4636a676 req-989b1ab0-4d28-4f7e-bca1-aa4f6f314962 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:29.572177 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-482c2d77-c4c3-41d4-825e-d0ce4636a676 req-989b1ab0-4d28-4f7e-bca1-aa4f6f314962 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.13 "GET /v2.0/ports?device_id=62058ca3-4624-431a-8a62-ddf599624293 HTTP/1.1" status: 200  len: 932 time: 0.0757492
Jun 14 03:26:29.575145 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-85cb04fe-1fa4-4132-bc64-c01ab6bcd483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:29.604065 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0260a7e9-1b06-4798-92a8-4f6207d78bb0 req-619f1fc3-6304-49ab-9f84-cff378c3932b tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:29.604671 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-0260a7e9-1b06-4798-92a8-4f6207d78bb0 req-619f1fc3-6304-49ab-9f84-cff378c3932b tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389'] for port, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:29.612933 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-482c2d77-c4c3-41d4-825e-d0ce4636a676 req-195b1dcf-6c67-4d43-ad57-963935705dd2 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.13 "GET /v2.0/security-groups?id=28a9c8b5-4b4e-440b-9836-1b47170078e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0351546
Jun 14 03:26:29.690019 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-0260a7e9-1b06-4798-92a8-4f6207d78bb0 req-619f1fc3-6304-49ab-9f84-cff378c3932b tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9672782
Jun 14 03:26:29.702618 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.v2.base [req-0260a7e9-1b06-4798-92a8-4f6207d78bb0 req-a17894b4-25dd-4829-9660-4753a8afafa1 service neutron] Request body: {'port': {'device_id': '62058ca3-4624-431a-8a62-ddf599624293', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=92485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:26:29.728588 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-85cb04fe-1fa4-4132-bc64-c01ab6bcd483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:29.730221 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-85cb04fe-1fa4-4132-bc64-c01ab6bcd483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:29.731299 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-85cb04fe-1fa4-4132-bc64-c01ab6bcd483 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9e606bf1-8d08-434a-a005-29a9cdb12a6e HTTP/1.1" status: 204  len: 168 time: 0.3421512
Jun 14 03:26:29.733435 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-0ad845af-34dc-4f18-ba7d-b392ea6db01f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:26:29.749947 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cb04fe-1fa4-4132-bc64-c01ab6bcd483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e606bf1-8d08-434a-a005-29a9cdb12a6e,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:26:29.753376 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-85cb04fe-1fa4-4132-bc64-c01ab6bcd483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:26:29.805300 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-0260a7e9-1b06-4798-92a8-4f6207d78bb0 req-a17894b4-25dd-4829-9660-4753a8afafa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:29.901393 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device d850dea9-a48d-4e02-ab17-88a53263a5e4 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=92487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 14 03:26:30.020145 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port d850dea9-a48d-4e02-ab17-88a53263a5e4, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=d850dea9-a48d-4e02-ab17-88a53263a5e4,segment=NetworkSegment(2cb0716a-ed02-4a11-ab33-313821ec955b),segment_id=2cb0716a-ed02-4a11-ab33-313821ec955b)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:26:30.045841 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Returning: {'device': 'd850dea9-a48d-4e02-ab17-88a53263a5e4', 'network_id': '7f129db1-9523-4318-ad85-9f49178b5bdc', 'port_id': 'd850dea9-a48d-4e02-ab17-88a53263a5e4', 'mac_address': 'fa:16:3e:da:89:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a8207df-3806-430e-9b17-d9978decf79c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 14 03:26:30.103161 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:30.125204 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.notifiers.nova [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d850dea9-a48d-4e02-ab17-88a53263a5e4 {{(pid=92487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 14 03:26:30.156760 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port d850dea9-a48d-4e02-ab17-88a53263a5e4, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=d850dea9-a48d-4e02-ab17-88a53263a5e4,segment=NetworkSegment(2cb0716a-ed02-4a11-ab33-313821ec955b),segment_id=2cb0716a-ed02-4a11-ab33-313821ec955b)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:26:30.182998 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.notifiers.nova [req-0260a7e9-1b06-4798-92a8-4f6207d78bb0 req-a17894b4-25dd-4829-9660-4753a8afafa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3a82cc9-9052-44c2-9786-c6fb6d3f3efb {{(pid=92485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 14 03:26:30.192169 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-0260a7e9-1b06-4798-92a8-4f6207d78bb0 req-a17894b4-25dd-4829-9660-4753a8afafa1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:30.216138 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad75f1f-1d31-4d4e-8b5b-477420b54ebe req-9e64d41c-c292-49e5-821c-665e02fc19a6 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:30.217537 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-0ad75f1f-1d31-4d4e-8b5b-477420b54ebe req-9e64d41c-c292-49e5-821c-665e02fc19a6 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ec59366-a676-4120-af0b-e2ca51eab895 HTTP/1.1" status: 200  len: 943 time: 0.1386836
Jun 14 03:26:30.218537 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.provisioning_blocks [req-0260a7e9-1b06-4798-92a8-4f6207d78bb0 req-a17894b4-25dd-4829-9660-4753a8afafa1 service neutron] Transition to ACTIVE for port object c3a82cc9-9052-44c2-9786-c6fb6d3f3efb will not be triggered until provisioned by entity L2. {{(pid=92485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:26:30.230651 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:30.232850 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:26:30.261546 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-0ad75f1f-1d31-4d4e-8b5b-477420b54ebe req-5946fbfc-ddfc-43a7-928e-4cc379ef8348 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a6b1277-c90a-4bc7-b7bd-605c36cc3316&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379961
Jun 14 03:26:30.286866 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-0260a7e9-1b06-4798-92a8-4f6207d78bb0 req-a17894b4-25dd-4829-9660-4753a8afafa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62999253'] for port, after_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:30.287081 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Pushing event updated for resources: {'Port': ['ID=d850dea9-a48d-4e02-ab17-88a53263a5e4,revision_number=4']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:26:30.289087 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-6f4185f1-e8f3-42a7-8938-0a3083c6e4f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:26:30.291831 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:26:30.389261 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17894b4-25dd-4829-9660-4753a8afafa1 service neutron] Pushing event updated for resources: {'Port': ['ID=c3a82cc9-9052-44c2-9786-c6fb6d3f3efb,revision_number=2']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:26:30.393634 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-a17894b4-25dd-4829-9660-4753a8afafa1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:26:30.455244 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] get_ports_and_sgs() called for port_ids ['d850dea9-a48d-4e02-ab17-88a53263a5e4'] {{(pid=92487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 14 03:26:30.478981 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.managers [req-0260a7e9-1b06-4798-92a8-4f6207d78bb0 req-a17894b4-25dd-4829-9660-4753a8afafa1 service neutron] Attempting to bind port c3a82cc9-9052-44c2-9786-c6fb6d3f3efb on host hv-cinder-79617 for vnic_type normal with profile  {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 14 03:26:30.479317 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.managers [req-0260a7e9-1b06-4798-92a8-4f6207d78bb0 req-a17894b4-25dd-4829-9660-4753a8afafa1 service neutron] Attempting to bind port c3a82cc9-9052-44c2-9786-c6fb6d3f3efb by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': '24fa031a-5b39-4036-b097-0166048880ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b218ab2c-7b4f-448b-976e-1610c2526398'}] {{(pid=92485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 14 03:26:30.479647 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0260a7e9-1b06-4798-92a8-4f6207d78bb0 req-a17894b4-25dd-4829-9660-4753a8afafa1 service neutron] Attempting to bind port c3a82cc9-9052-44c2-9786-c6fb6d3f3efb on network b218ab2c-7b4f-448b-976e-1610c2526398 {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 14 03:26:30.484240 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0260a7e9-1b06-4798-92a8-4f6207d78bb0 req-a17894b4-25dd-4829-9660-4753a8afafa1 service neutron] Port c3a82cc9-9052-44c2-9786-c6fb6d3f3efb on network b218ab2c-7b4f-448b-976e-1610c2526398 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 14 03:26:30.488343 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0260a7e9-1b06-4798-92a8-4f6207d78bb0 req-a17894b4-25dd-4829-9660-4753a8afafa1 service neutron] Attempting to bind port c3a82cc9-9052-44c2-9786-c6fb6d3f3efb on network b218ab2c-7b4f-448b-976e-1610c2526398 {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 14 03:26:30.489538 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0260a7e9-1b06-4798-92a8-4f6207d78bb0 req-a17894b4-25dd-4829-9660-4753a8afafa1 service neutron] Checking agent: {'id': 'd909c266-64e1-43b2-ab9b-45098cd1126f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 20, 5), 'started_at': datetime.datetime(2021, 6, 14, 3, 20, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 26, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 14 03:26:30.489868 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0260a7e9-1b06-4798-92a8-4f6207d78bb0 req-a17894b4-25dd-4829-9660-4753a8afafa1 service neutron] Checking segment: {'id': '24fa031a-5b39-4036-b097-0166048880ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b218ab2c-7b4f-448b-976e-1610c2526398'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 14 03:26:30.490329 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0260a7e9-1b06-4798-92a8-4f6207d78bb0 req-a17894b4-25dd-4829-9660-4753a8afafa1 service neutron] Bound using segment: {'id': '24fa031a-5b39-4036-b097-0166048880ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b218ab2c-7b4f-448b-976e-1610c2526398'} {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 14 03:26:30.490854 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.managers [req-0260a7e9-1b06-4798-92a8-4f6207d78bb0 req-a17894b4-25dd-4829-9660-4753a8afafa1 service neutron] Bound port: c3a82cc9-9052-44c2-9786-c6fb6d3f3efb, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24fa031a-5b39-4036-b097-0166048880ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b218ab2c-7b4f-448b-976e-1610c2526398'}}] {{(pid=92485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 14 03:26:30.491718 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-0260a7e9-1b06-4798-92a8-4f6207d78bb0 req-a17894b4-25dd-4829-9660-4753a8afafa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:30.574301 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.db [req-0260a7e9-1b06-4798-92a8-4f6207d78bb0 req-a17894b4-25dd-4829-9660-4753a8afafa1 service neutron] For port c3a82cc9-9052-44c2-9786-c6fb6d3f3efb, host hv-cinder-79617, cleared binding levels {{(pid=92485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 14 03:26:30.577662 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.db [req-0260a7e9-1b06-4798-92a8-4f6207d78bb0 req-a17894b4-25dd-4829-9660-4753a8afafa1 service neutron] For port c3a82cc9-9052-44c2-9786-c6fb6d3f3efb, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=c3a82cc9-9052-44c2-9786-c6fb6d3f3efb,segment=NetworkSegment(24fa031a-5b39-4036-b097-0166048880ac),segment_id=24fa031a-5b39-4036-b097-0166048880ac)] {{(pid=92485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 14 03:26:30.668372 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-0260a7e9-1b06-4798-92a8-4f6207d78bb0 req-a17894b4-25dd-4829-9660-4753a8afafa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62999253'] for port, after_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:30.671342 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-d8d240ba-914c-4735-a9bb-064e863e6add admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:26:30.720291 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0260a7e9-1b06-4798-92a8-4f6207d78bb0 req-a17894b4-25dd-4829-9660-4753a8afafa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:30.723080 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-0260a7e9-1b06-4798-92a8-4f6207d78bb0 req-a17894b4-25dd-4829-9660-4753a8afafa1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389'] for port, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:30.724517 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-0260a7e9-1b06-4798-92a8-4f6207d78bb0 req-a17894b4-25dd-4829-9660-4753a8afafa1 service neutron] 10.222.0.37 "PUT /v2.0/ports/c3a82cc9-9052-44c2-9786-c6fb6d3f3efb HTTP/1.1" status: 200  len: 1094 time: 1.0260437
Jun 14 03:26:30.725032 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62058ca3-4624-431a-8a62-ddf599624293', 'tag': 'c3a82cc9-9052-44c2-9786-c6fb6d3f3efb'}] {{(pid=92485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:26:30.727927 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0639b30c08a1ea7684a5dbba31199bfc4186ae3813d9033880ffe89de9bab324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9323f08-c0ee-42d5-a123-4b2929bba655" -d '{"events": [{"name": "network-changed", "server_uuid": "62058ca3-4624-431a-8a62-ddf599624293", "tag": "c3a82cc9-9052-44c2-9786-c6fb6d3f3efb"}]}' {{(pid=92485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:26:30.785003 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 03:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd7f542-9105-4563-b9f8-87fa7565eda6 x-openstack-request-id: req-6dd7f542-9105-4563-b9f8-87fa7565eda6 {{(pid=92485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:26:30.785757 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62058ca3-4624-431a-8a62-ddf599624293", "tag": "c3a82cc9-9052-44c2-9786-c6fb6d3f3efb", "status": "completed", "code": 200}]} {{(pid=92485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:26:30.785757 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6dd7f542-9105-4563-b9f8-87fa7565eda6 {{(pid=92485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:26:30.786008 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62058ca3-4624-431a-8a62-ddf599624293', 'tag': 'c3a82cc9-9052-44c2-9786-c6fb6d3f3efb', 'status': 'completed', 'code': 200}
Jun 14 03:26:30.787820 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17894b4-25dd-4829-9660-4753a8afafa1 service neutron] Pushing event updated for resources: {'Port': ['ID=c3a82cc9-9052-44c2-9786-c6fb6d3f3efb,revision_number=3']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:26:30.792778 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-a17894b4-25dd-4829-9660-4753a8afafa1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:26:30.872270 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791763da-5afa-4cda-934f-0b94ea315337 req-7027648f-2e1c-41b1-ad64-4a9163087a1e tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:30.873750 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-791763da-5afa-4cda-934f-0b94ea315337 req-7027648f-2e1c-41b1-ad64-4a9163087a1e tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.13 "GET /v2.0/ports?device_id=62058ca3-4624-431a-8a62-ddf599624293 HTTP/1.1" status: 200  len: 944 time: 0.1325557
Jun 14 03:26:30.901435 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9323f08-c0ee-42d5-a123-4b2929bba655 req-c9d63b1f-9dcc-44b0-bc82-52160b293e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:30.902950 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-d9323f08-c0ee-42d5-a123-4b2929bba655 req-c9d63b1f-9dcc-44b0-bc82-52160b293e1d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=80c3013317ae488b92d068a8d431a618&device_id=62058ca3-4624-431a-8a62-ddf599624293 HTTP/1.1" status: 200  len: 1097 time: 0.1041319
Jun 14 03:26:30.951338 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-791763da-5afa-4cda-934f-0b94ea315337 req-98c899de-c95b-4f63-b8c1-1157bc593f22 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.13 "GET /v2.0/security-groups?id=28a9c8b5-4b4e-440b-9836-1b47170078e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715797
Jun 14 03:26:31.041039 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9323f08-c0ee-42d5-a123-4b2929bba655 req-48e8a1a0-b46c-45f4-910e-344f4edc68bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:31.042553 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-d9323f08-c0ee-42d5-a123-4b2929bba655 req-48e8a1a0-b46c-45f4-910e-344f4edc68bf service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=80c3013317ae488b92d068a8d431a618&shared=False HTTP/1.1" status: 200  len: 914 time: 0.1272955
Jun 14 03:26:31.166398 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9323f08-c0ee-42d5-a123-4b2929bba655 req-901dd471-e376-48f9-91a1-44194515ade2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:31.167863 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-d9323f08-c0ee-42d5-a123-4b2929bba655 req-901dd471-e376-48f9-91a1-44194515ade2 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1177552
Jun 14 03:26:31.267059 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0260a7e9-1b06-4798-92a8-4f6207d78bb0 req-773d603d-1b82-4a2a-8d8a-1c6a1715b126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:31.267059 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-0260a7e9-1b06-4798-92a8-4f6207d78bb0 req-773d603d-1b82-4a2a-8d8a-1c6a1715b126 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=80c3013317ae488b92d068a8d431a618&device_id=62058ca3-4624-431a-8a62-ddf599624293 HTTP/1.1" status: 200  len: 1097 time: 0.0585093
Jun 14 03:26:31.323930 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-0260a7e9-1b06-4798-92a8-4f6207d78bb0 req-7d11b26f-c8ea-4e84-be20-3473a06755d4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c3a82cc9-9052-44c2-9786-c6fb6d3f3efb HTTP/1.1" status: 200  len: 217 time: 0.0516574
Jun 14 03:26:31.380165 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0260a7e9-1b06-4798-92a8-4f6207d78bb0 req-bbab50db-34d9-4aaf-a9cc-f963b5098b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:31.381812 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-0260a7e9-1b06-4798-92a8-4f6207d78bb0 req-bbab50db-34d9-4aaf-a9cc-f963b5098b10 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=26124270-5c82-4467-92fb-d9f795f31f32 HTTP/1.1" status: 200  len: 853 time: 0.0518141
Jun 14 03:26:31.420517 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-0260a7e9-1b06-4798-92a8-4f6207d78bb0 req-cf9d3e21-2990-4e28-9e0c-28ba8c7cabfa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b218ab2c-7b4f-448b-976e-1610c2526398&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0312583
Jun 14 03:26:31.449331 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac73d4f-4e99-4975-bf12-29c881dadd30 req-59856ad9-15d0-4f08-88bd-84315d5f31da tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:31.451286 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-cac73d4f-4e99-4975-bf12-29c881dadd30 req-59856ad9-15d0-4f08-88bd-84315d5f31da tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ec59366-a676-4120-af0b-e2ca51eab895 HTTP/1.1" status: 200  len: 944 time: 0.0756087
Jun 14 03:26:31.498268 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-cac73d4f-4e99-4975-bf12-29c881dadd30 req-0552272f-8164-44d3-8f93-1e1091fb7f7e tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a6b1277-c90a-4bc7-b7bd-605c36cc3316&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401776
Jun 14 03:26:31.547911 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-0260a7e9-1b06-4798-92a8-4f6207d78bb0 req-7a72ef3c-979d-41a5-b696-0fad0c6e5cc2 service neutron] 10.222.0.37 "GET /v2.0/networks/b218ab2c-7b4f-448b-976e-1610c2526398?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1209321
Jun 14 03:26:31.666390 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-0260a7e9-1b06-4798-92a8-4f6207d78bb0 req-ea96d159-ea63-4b5d-ac66-e409c5c7c869 service neutron] 10.222.0.37 "GET /v2.0/networks/b218ab2c-7b4f-448b-976e-1610c2526398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1109562
Jun 14 03:26:31.937259 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device d850dea9-a48d-4e02-ab17-88a53263a5e4 up at agent hyperv_hv-cinder-79617 {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:26:32.064169 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Provisioning for port d850dea9-a48d-4e02-ab17-88a53263a5e4 completed by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:26:32.068458 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Provisioning complete for port d850dea9-a48d-4e02-ab17-88a53263a5e4 triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:26:32.068835 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:32.143141 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e10bc-3307-4eba-89e4-f34a4743ea65 req-3b611f6a-5aab-4ed7-bfee-b8eaf919c695 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:32.144597 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-878e10bc-3307-4eba-89e4-f34a4743ea65 req-3b611f6a-5aab-4ed7-bfee-b8eaf919c695 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.13 "GET /v2.0/ports?device_id=62058ca3-4624-431a-8a62-ddf599624293 HTTP/1.1" status: 200  len: 944 time: 0.0741498
Jun 14 03:26:32.158264 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:32.184339 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ec59366-a676-4120-af0b-e2ca51eab895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd850dea9-a48d-4e02-ab17-88a53263a5e4'}] {{(pid=92487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:26:32.186934 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}681963f073e70c07aac8dc5e895e90246fb88e956d84982da350f3581d0ebeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a5afa0a-6baf-4320-8dcf-1b8b420c195a" -d '{"events": [{"server_uuid": "9ec59366-a676-4120-af0b-e2ca51eab895", "name": "network-vif-plugged", "status": "completed", "tag": "d850dea9-a48d-4e02-ab17-88a53263a5e4"}]}' {{(pid=92487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:26:32.189924 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-878e10bc-3307-4eba-89e4-f34a4743ea65 req-8a5dfd29-a01a-4899-8307-e4164782d1a9 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.13 "GET /v2.0/security-groups?id=28a9c8b5-4b4e-440b-9836-1b47170078e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387731
Jun 14 03:26:32.216911 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port d850dea9-a48d-4e02-ab17-88a53263a5e4, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=d850dea9-a48d-4e02-ab17-88a53263a5e4,segment=NetworkSegment(2cb0716a-ed02-4a11-ab33-313821ec955b),segment_id=2cb0716a-ed02-4a11-ab33-313821ec955b)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:26:32.227045 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea10245-fd75-4fac-a72e-4b587776644d x-openstack-request-id: req-bea10245-fd75-4fac-a72e-4b587776644d {{(pid=92487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:26:32.227340 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ec59366-a676-4120-af0b-e2ca51eab895", "name": "network-vif-plugged", "status": "completed", "tag": "d850dea9-a48d-4e02-ab17-88a53263a5e4", "code": 200}]} {{(pid=92487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:26:32.227602 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bea10245-fd75-4fac-a72e-4b587776644d {{(pid=92487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:26:32.228006 dv-cinder-796170-1-iscsi neutron-server[92487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ec59366-a676-4120-af0b-e2ca51eab895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd850dea9-a48d-4e02-ab17-88a53263a5e4', 'code': 200}
Jun 14 03:26:32.266967 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:32.268833 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:26:32.324958 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Pushing event updated for resources: {'Port': ['ID=d850dea9-a48d-4e02-ab17-88a53263a5e4,revision_number=5']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:26:32.327966 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:26:32.635861 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a663e2-aa89-4abc-9140-deeac62cbce3 req-7b8ce9dd-0b7e-49d9-b10e-56b8c5763515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:32.637490 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-e3a663e2-aa89-4abc-9140-deeac62cbce3 req-7b8ce9dd-0b7e-49d9-b10e-56b8c5763515 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9ec59366-a676-4120-af0b-e2ca51eab895 HTTP/1.1" status: 200  len: 1098 time: 0.0602591
Jun 14 03:26:32.680063 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-e3a663e2-aa89-4abc-9140-deeac62cbce3 req-be6c9621-61de-4d88-b65e-416c4bc74d35 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3a6b1277-c90a-4bc7-b7bd-605c36cc3316&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0334437
Jun 14 03:26:32.693928 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c592a545-c288-4d13-8ec2-c58c5d6a2c8c req-3e0f452e-e0c1-4c37-9718-930c24cf1851 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:32.695591 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-c592a545-c288-4d13-8ec2-c58c5d6a2c8c req-3e0f452e-e0c1-4c37-9718-930c24cf1851 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ec59366-a676-4120-af0b-e2ca51eab895 HTTP/1.1" status: 200  len: 945 time: 0.0796740
Jun 14 03:26:32.737794 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-c592a545-c288-4d13-8ec2-c58c5d6a2c8c req-c163b0e2-906e-484a-88d6-3104d92fcd43 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a6b1277-c90a-4bc7-b7bd-605c36cc3316&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0362685
Jun 14 03:26:33.388243 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e02042-92d9-491b-be47-23a1d0dc8bb9 req-ad5ab23e-da3c-4ba2-bed7-1b13dc786db2 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:33.389791 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-39e02042-92d9-491b-be47-23a1d0dc8bb9 req-ad5ab23e-da3c-4ba2-bed7-1b13dc786db2 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.13 "GET /v2.0/ports?device_id=62058ca3-4624-431a-8a62-ddf599624293 HTTP/1.1" status: 200  len: 944 time: 0.0810232
Jun 14 03:26:33.432245 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-39e02042-92d9-491b-be47-23a1d0dc8bb9 req-8f59ed78-07eb-4b73-8668-71e5f5d5ffc8 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.13 "GET /v2.0/security-groups?id=28a9c8b5-4b4e-440b-9836-1b47170078e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0368533
Jun 14 03:26:33.923103 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f3ac9a-20dc-4029-a39b-ccf7c019c232 req-491248dc-f519-468f-b0fd-c253abf02968 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:33.924547 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-d6f3ac9a-20dc-4029-a39b-ccf7c019c232 req-491248dc-f519-468f-b0fd-c253abf02968 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ec59366-a676-4120-af0b-e2ca51eab895 HTTP/1.1" status: 200  len: 945 time: 0.0712116
Jun 14 03:26:33.937038 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device c3a82cc9-9052-44c2-9786-c6fb6d3f3efb details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=92487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 14 03:26:33.969700 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-d6f3ac9a-20dc-4029-a39b-ccf7c019c232 req-42432266-a95f-4327-86a4-b2249e0cbbb1 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a6b1277-c90a-4bc7-b7bd-605c36cc3316&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391829
Jun 14 03:26:34.077595 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port c3a82cc9-9052-44c2-9786-c6fb6d3f3efb, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=c3a82cc9-9052-44c2-9786-c6fb6d3f3efb,segment=NetworkSegment(24fa031a-5b39-4036-b097-0166048880ac),segment_id=24fa031a-5b39-4036-b097-0166048880ac)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:26:34.090570 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Returning: {'device': 'c3a82cc9-9052-44c2-9786-c6fb6d3f3efb', 'network_id': 'b218ab2c-7b4f-448b-976e-1610c2526398', 'port_id': 'c3a82cc9-9052-44c2-9786-c6fb6d3f3efb', 'mac_address': 'fa:16:3e:88:c6:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26124270-5c82-4467-92fb-d9f795f31f32', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 14 03:26:34.136482 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:34.150794 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.notifiers.nova [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3a82cc9-9052-44c2-9786-c6fb6d3f3efb {{(pid=92487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 14 03:26:34.162742 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9411d64c-4d24-43bc-bdce-9a886e9f7ad8 req-10402be5-236a-4f10-8346-c4792cc57d7e tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:34.164827 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-9411d64c-4d24-43bc-bdce-9a886e9f7ad8 req-10402be5-236a-4f10-8346-c4792cc57d7e tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ec59366-a676-4120-af0b-e2ca51eab895 HTTP/1.1" status: 200  len: 945 time: 0.0760851
Jun 14 03:26:34.170824 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port c3a82cc9-9052-44c2-9786-c6fb6d3f3efb, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=c3a82cc9-9052-44c2-9786-c6fb6d3f3efb,segment=NetworkSegment(24fa031a-5b39-4036-b097-0166048880ac),segment_id=24fa031a-5b39-4036-b097-0166048880ac)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:26:34.209241 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-9411d64c-4d24-43bc-bdce-9a886e9f7ad8 req-929cf90a-65fb-4500-bcca-9bdece76a308 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a6b1277-c90a-4bc7-b7bd-605c36cc3316&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382576
Jun 14 03:26:34.232648 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 46012) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:26:34.284343 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:34.286118 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:26:34.352807 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Pushing event updated for resources: {'Port': ['ID=c3a82cc9-9052-44c2-9786-c6fb6d3f3efb,revision_number=4']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:26:34.357600 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:26:34.435370 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-0b590052-a915-468e-87ee-1ea48aaa4718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:34.450452 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b750e7fb-d1b3-4707-956f-38ed31e6de8c tempest-TestShelveInstance-616593250 tempest-TestShelveInstance-616593250-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:34.451941 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-b750e7fb-d1b3-4707-956f-38ed31e6de8c tempest-TestShelveInstance-616593250 tempest-TestShelveInstance-616593250-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=9ec59366-a676-4120-af0b-e2ca51eab895 HTTP/1.1" status: 200  len: 1093 time: 0.2183201
Jun 14 03:26:34.454920 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 46016) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:26:34.459774 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [None req-59f3a8f7-a58c-443f-8cfc-576ec5949b79 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Request body: {'floatingip': {'floating_network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'port_id': 'd850dea9-a48d-4e02-ab17-88a53263a5e4', 'tenant_id': '43a422776a77497eb08a2b437fe8f3a4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:26:34.550708 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] get_ports_and_sgs() called for port_ids ['c3a82cc9-9052-44c2-9786-c6fb6d3f3efb'] {{(pid=92487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 14 03:26:34.558383 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-59f3a8f7-a58c-443f-8cfc-576ec5949b79 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Notify callbacks [] for floatingip, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:34.624845 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d7bb2b-1f57-4695-8192-ac63d45c2680 req-491b89ad-a407-49b6-a317-5b4f6e6a2a78 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:34.632630 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-70d7bb2b-1f57-4695-8192-ac63d45c2680 req-491b89ad-a407-49b6-a317-5b4f6e6a2a78 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.13 "GET /v2.0/ports?device_id=62058ca3-4624-431a-8a62-ddf599624293 HTTP/1.1" status: 200  len: 945 time: 0.0829115
Jun 14 03:26:34.677280 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-70d7bb2b-1f57-4695-8192-ac63d45c2680 req-dca5651c-708c-44cc-9358-3f0359a172ed tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.13 "GET /v2.0/security-groups?id=28a9c8b5-4b4e-440b-9836-1b47170078e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435138
Jun 14 03:26:34.695310 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-59f3a8f7-a58c-443f-8cfc-576ec5949b79 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for port, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:34.818955 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.db_base_plugin_common [None req-59f3a8f7-a58c-443f-8cfc-576ec5949b79 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Allocated IP 172.27.2.144 (93400a53-dc51-45a7-8a67-e74b6f34e4ba/60a70a14-b6be-44b1-a1f9-f2aaa6aa296b/5a309b92-68de-4989-8c41-f299189446c2) {{(pid=92486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 14 03:26:34.956207 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-59f3a8f7-a58c-443f-8cfc-576ec5949b79 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Notify callbacks [] for port, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:35.052917 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-59f3a8f7-a58c-443f-8cfc-576ec5949b79 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-668656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756196682527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63152314'] for port, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:35.055263 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-1b5765fe-94b0-4777-8f07-9d41f3ab15bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:26:35.109998 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f3a8f7-a58c-443f-8cfc-576ec5949b79 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Network 93400a53-dc51-45a7-8a67-e74b6f34e4ba is already hosted by enough agents. {{(pid=92486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 14 03:26:35.115151 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.base_scheduler [None req-59f3a8f7-a58c-443f-8cfc-576ec5949b79 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Resources bound (agent type, host, resource id):  {{(pid=92486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:26:35.117732 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f3a8f7-a58c-443f-8cfc-576ec5949b79 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Pushing event updated for resources: {'Port': ['ID=5a309b92-68de-4989-8c41-f299189446c2,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:26:35.120230 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f3a8f7-a58c-443f-8cfc-576ec5949b79 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Received port after_create {{(pid=92486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 14 03:26:35.122726 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-59f3a8f7-a58c-443f-8cfc-576ec5949b79 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:26:35.644271 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-59f3a8f7-a58c-443f-8cfc-576ec5949b79 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:35.833004 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-59f3a8f7-a58c-443f-8cfc-576ec5949b79 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:35.871764 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a326d891-1a31-49b5-bb9f-abd3fe9ff055 req-2b20ca26-9532-4e30-859b-208b24464d15 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:35.873237 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-a326d891-1a31-49b5-bb9f-abd3fe9ff055 req-2b20ca26-9532-4e30-859b-208b24464d15 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.13 "GET /v2.0/ports?device_id=62058ca3-4624-431a-8a62-ddf599624293 HTTP/1.1" status: 200  len: 945 time: 0.0771339
Jun 14 03:26:35.884180 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:35.919901 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-a326d891-1a31-49b5-bb9f-abd3fe9ff055 req-f201cf5e-c935-4ffd-bef8-a40f305860b9 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.13 "GET /v2.0/security-groups?id=28a9c8b5-4b4e-440b-9836-1b47170078e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394821
Jun 14 03:26:35.966945 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device c3a82cc9-9052-44c2-9786-c6fb6d3f3efb up at agent hyperv_hv-cinder-79617 {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:26:36.022074 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-59f3a8f7-a58c-443f-8cfc-576ec5949b79 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Notify callbacks [] for port, precommit_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:36.093142 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-59f3a8f7-a58c-443f-8cfc-576ec5949b79 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63152260'] for port, after_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:36.096942 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-504ee790-5952-4f33-b5b0-87f22e56e5d9 tempest-VolumesNegativeTest-887949410 tempest-VolumesNegativeTest-887949410-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:26:36.189255 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f3a8f7-a58c-443f-8cfc-576ec5949b79 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Pushing event updated for resources: {'Port': ['ID=5a309b92-68de-4989-8c41-f299189446c2,revision_number=2']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:26:36.193075 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-59f3a8f7-a58c-443f-8cfc-576ec5949b79 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:26:36.197716 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-59f3a8f7-a58c-443f-8cfc-576ec5949b79 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66755190'] for floatingip, after_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:36.212747 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Provisioning for port c3a82cc9-9052-44c2-9786-c6fb6d3f3efb completed by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:26:36.216918 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Provisioning complete for port c3a82cc9-9052-44c2-9786-c6fb6d3f3efb triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:26:36.218409 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:36.308558 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:36.332328 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62058ca3-4624-431a-8a62-ddf599624293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3a82cc9-9052-44c2-9786-c6fb6d3f3efb'}] {{(pid=92487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:26:36.335203 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}681963f073e70c07aac8dc5e895e90246fb88e956d84982da350f3581d0ebeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-607ba8df-5445-4fb8-a18c-9cc1673807ff" -d '{"events": [{"server_uuid": "62058ca3-4624-431a-8a62-ddf599624293", "name": "network-vif-plugged", "status": "completed", "tag": "c3a82cc9-9052-44c2-9786-c6fb6d3f3efb"}]}' {{(pid=92487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:26:36.336641 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.db.l3_db [None req-59f3a8f7-a58c-443f-8cfc-576ec5949b79 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Floating IP 1c8031aa-07f9-4b7d-b53a-70c8209d0555 associated. External IP: 172.27.2.144, port: d850dea9-a48d-4e02-ab17-88a53263a5e4.
Jun 14 03:26:36.349562 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port c3a82cc9-9052-44c2-9786-c6fb6d3f3efb, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=c3a82cc9-9052-44c2-9786-c6fb6d3f3efb,segment=NetworkSegment(24fa031a-5b39-4036-b097-0166048880ac),segment_id=24fa031a-5b39-4036-b097-0166048880ac)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:26:36.372530 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa108fbc-c7a3-4528-9348-bf2e353fda6e x-openstack-request-id: req-fa108fbc-c7a3-4528-9348-bf2e353fda6e {{(pid=92487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:26:36.372858 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62058ca3-4624-431a-8a62-ddf599624293", "name": "network-vif-plugged", "status": "completed", "tag": "c3a82cc9-9052-44c2-9786-c6fb6d3f3efb", "code": 200}]} {{(pid=92487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:26:36.373119 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fa108fbc-c7a3-4528-9348-bf2e353fda6e {{(pid=92487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:26:36.373518 dv-cinder-796170-1-iscsi neutron-server[92487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62058ca3-4624-431a-8a62-ddf599624293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3a82cc9-9052-44c2-9786-c6fb6d3f3efb', 'code': 200}
Jun 14 03:26:36.426071 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:36.428365 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:26:36.492271 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Pushing event updated for resources: {'Port': ['ID=c3a82cc9-9052-44c2-9786-c6fb6d3f3efb,revision_number=5']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:26:36.496574 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:26:36.922092 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59f3a8f7-a58c-443f-8cfc-576ec5949b79 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Router 3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf has already been hosted by L3 agent faa78350-ce80-467b-8f2c-9d7893daed85 {{(pid=92486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 14 03:26:37.015353 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-c0266f0e-3f22-4248-80c3-058e53ef8126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:37.025549 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e0f51a-f175-48b6-bf90-3052f8f8c79e req-e16ef620-98fa-4b71-9cd5-30cb78f4e388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:37.027106 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-e3e0f51a-f175-48b6-bf90-3052f8f8c79e req-e16ef620-98fa-4b71-9cd5-30cb78f4e388 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=62058ca3-4624-431a-8a62-ddf599624293 HTTP/1.1" status: 200  len: 1099 time: 0.0766506
Jun 14 03:26:37.065746 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-e3e0f51a-f175-48b6-bf90-3052f8f8c79e req-29537d51-cba3-4bf5-8050-66f0252bdbab service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=28a9c8b5-4b4e-440b-9836-1b47170078e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0320508
Jun 14 03:26:37.115329 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f3a8f7-a58c-443f-8cfc-576ec5949b79 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Notify agent at l3_agent.dv-cinder-796170-1-iscsi the message routers_updated {{(pid=92486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 14 03:26:37.124745 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e82fde-7d2f-4cb5-839f-2429e6b2ffb3 None None] Sync routers for ids ['3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf'] in dv-cinder-796170-1-iscsi {{(pid=92487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 14 03:26:37.134000 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e82fde-7d2f-4cb5-839f-2429e6b2ffb3 None None] Routers {'3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:26:37.135844 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-15e82fde-7d2f-4cb5-839f-2429e6b2ffb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5d1b3e50>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:26:37Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf'], 'active': True} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:26:37.154489 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6df736-81fb-4714-b11e-4047e53601da req-79305b27-2680-4c3b-b064-99ab74560a14 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:37.158899 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-fc6df736-81fb-4714-b11e-4047e53601da req-79305b27-2680-4c3b-b064-99ab74560a14 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.13 "GET /v2.0/ports?device_id=62058ca3-4624-431a-8a62-ddf599624293 HTTP/1.1" status: 200  len: 946 time: 0.1070800
Jun 14 03:26:37.211809 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-fc6df736-81fb-4714-b11e-4047e53601da req-246402b4-8dc9-4833-8c0c-fb0485a5e64d tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.13 "GET /v2.0/security-groups?id=28a9c8b5-4b4e-440b-9836-1b47170078e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485036
Jun 14 03:26:37.214528 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-59f3a8f7-a58c-443f-8cfc-576ec5949b79 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389'] for floatingip, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:37.243515 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:37.269731 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-59f3a8f7-a58c-443f-8cfc-576ec5949b79 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.8137982
Jun 14 03:26:37.270683 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ec59366-a676-4120-af0b-e2ca51eab895', 'tag': 'd850dea9-a48d-4e02-ab17-88a53263a5e4'}] {{(pid=92486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:26:37.273110 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5355d7bc3b36bcf9a7ee8a2281ad208d869c89ac4cdf4014809f5322b7820d6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbac9d8f-51c5-4c4d-8866-d00d42072325" -d '{"events": [{"name": "network-changed", "server_uuid": "9ec59366-a676-4120-af0b-e2ca51eab895", "tag": "d850dea9-a48d-4e02-ab17-88a53263a5e4"}]}' {{(pid=92486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:26:37.301496 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvr_db [None req-15e82fde-7d2f-4cb5-839f-2429e6b2ffb3 None None] Set router 3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf gateway port host: dv-cinder-796170-1-iscsi {{(pid=92487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:26:37.317784 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 03:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f34ab04-2c26-484c-9f94-5ec4fbd3ab21 x-openstack-request-id: req-1f34ab04-2c26-484c-9f94-5ec4fbd3ab21 {{(pid=92486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:26:37.318111 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ec59366-a676-4120-af0b-e2ca51eab895", "tag": "d850dea9-a48d-4e02-ab17-88a53263a5e4", "status": "completed", "code": 200}]} {{(pid=92486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:26:37.318435 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1f34ab04-2c26-484c-9f94-5ec4fbd3ab21 {{(pid=92486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:26:37.318867 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ec59366-a676-4120-af0b-e2ca51eab895', 'tag': 'd850dea9-a48d-4e02-ab17-88a53263a5e4', 'status': 'completed', 'code': 200}
Jun 14 03:26:37.412534 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac9d8f-51c5-4c4d-8866-d00d42072325 req-741f7b79-1140-4200-aaa3-a49bff392811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:37.414701 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-dbac9d8f-51c5-4c4d-8866-d00d42072325 req-741f7b79-1140-4200-aaa3-a49bff392811 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=43a422776a77497eb08a2b437fe8f3a4&device_id=9ec59366-a676-4120-af0b-e2ca51eab895 HTTP/1.1" status: 200  len: 1098 time: 0.0603349
Jun 14 03:26:37.535044 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac9d8f-51c5-4c4d-8866-d00d42072325 req-85aff6bc-dcc5-43fc-bfc5-360f3ce16e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:37.536474 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-dbac9d8f-51c5-4c4d-8866-d00d42072325 req-85aff6bc-dcc5-43fc-bfc5-360f3ce16e52 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7f129db1-9523-4318-ad85-9f49178b5bdc HTTP/1.1" status: 200  len: 909 time: 0.1141121
Jun 14 03:26:37.602191 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-15e82fde-7d2f-4cb5-839f-2429e6b2ffb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5d1b3e50>, [{'id': '3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf', 'name': 'tempest-TestShelveInstance-838711568-router', 'tenant_id': '43a422776a77497eb08a2b437fe8f3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'b475a148-5d33-41c6-94b1-6d6a47de61c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:25:11Z', 'updated_at': '2021-06-14T03:25:16Z', 'revision_number': 4, 'project_id': '43a422776a77497eb08a2b437fe8f3a4', 'gw_port': {'id': 'b475a148-5d33-41c6-94b1-6d6a47de61c7', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:77:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:25:12Z', 'updated_at': '2021-06-14T03:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_floatingips': [{'id': '1c8031aa-07f9-4b7d-b53a-70c8209d0555', 'tenant_id': '43a422776a77497eb08a2b437fe8f3a4', 'floating_ip_address': '172.27.2.144', 'floating_network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'router_id': '3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf', 'port_id': 'd850dea9-a48d-4e02-ab17-88a53263a5e4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f129db1-9523-4318-ad85-9f49178b5bdc', 'mac_address': 'fa:16:3e:da:89:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec59366-a676-4120-af0b-e2ca51eab895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T03:26:35Z', 'updated_at': '2021-06-14T03:26:35Z', 'revision_number': 0, 'project_id': '43a422776a77497eb08a2b437fe8f3a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98fbc845-7d81-4958-8740-7dcce34b5ef4', 'name': '', 'network_id': '7f129db1-9523-4318-ad85-9f49178b5bdc', 'tenant_id': '43a422776a77497eb08a2b437fe8f3a4', 'mac_address': 'fa:16:3e:15:3b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8a8207df-3806-430e-9b17-d9978decf79c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:25:15Z', 'updated_at': '2021-06-14T03:25:24Z', 'revision_number': 5, 'project_id': '43a422776a77497eb08a2b437fe8f3a4', 'subnets': [{'id': '8a8207df-3806-430e-9b17-d9978decf79c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:26:37.605467 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e82fde-7d2f-4cb5-839f-2429e6b2ffb3 None None] Checking router: 3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf for host: dv-cinder-796170-1-iscsi {{(pid=92487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 14 03:26:37.613349 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e82fde-7d2f-4cb5-839f-2429e6b2ffb3 None None] Routers {'3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:26:37.613946 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-15e82fde-7d2f-4cb5-839f-2429e6b2ffb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5d1b3e50>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:26:37Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf'], 'active': True} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:26:37.626824 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-dbac9d8f-51c5-4c4d-8866-d00d42072325 req-e59aa0dd-1651-4721-a4f9-fdd8885ba44e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d850dea9-a48d-4e02-ab17-88a53263a5e4 HTTP/1.1" status: 200  len: 999 time: 0.0808215
Jun 14 03:26:37.690652 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac9d8f-51c5-4c4d-8866-d00d42072325 req-4d3f1177-b07b-4422-838e-47edb074edd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:37.692096 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-dbac9d8f-51c5-4c4d-8866-d00d42072325 req-4d3f1177-b07b-4422-838e-47edb074edd8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8a8207df-3806-430e-9b17-d9978decf79c HTTP/1.1" status: 200  len: 847 time: 0.0536156
Jun 14 03:26:37.761330 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac9d8f-51c5-4c4d-8866-d00d42072325 req-3755417d-2d78-456f-8376-56555468cf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:37.762708 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-dbac9d8f-51c5-4c4d-8866-d00d42072325 req-3755417d-2d78-456f-8376-56555468cf38 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7f129db1-9523-4318-ad85-9f49178b5bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0589468
Jun 14 03:26:37.769543 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvr_db [None req-15e82fde-7d2f-4cb5-839f-2429e6b2ffb3 None None] Set router 3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf gateway port host: dv-cinder-796170-1-iscsi {{(pid=92487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:26:37.818707 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.agents_db [None req-ff4782b4-218c-43ce-8b60-1c0132b4bc55 None None] Agent healthcheck: found 6 active agents {{(pid=92488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 14 03:26:37.881887 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-dbac9d8f-51c5-4c4d-8866-d00d42072325 req-079c5f80-5cf5-4179-9f63-e1c0d17779b1 service neutron] 10.222.0.37 "GET /v2.0/networks/7f129db1-9523-4318-ad85-9f49178b5bdc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1122510
Jun 14 03:26:38.093659 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-15e82fde-7d2f-4cb5-839f-2429e6b2ffb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5d1b3e50>, [{'id': '3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf', 'name': 'tempest-TestShelveInstance-838711568-router', 'tenant_id': '43a422776a77497eb08a2b437fe8f3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'b475a148-5d33-41c6-94b1-6d6a47de61c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:25:11Z', 'updated_at': '2021-06-14T03:25:16Z', 'revision_number': 4, 'project_id': '43a422776a77497eb08a2b437fe8f3a4', 'gw_port': {'id': 'b475a148-5d33-41c6-94b1-6d6a47de61c7', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:77:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:25:12Z', 'updated_at': '2021-06-14T03:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_floatingips': [{'id': '1c8031aa-07f9-4b7d-b53a-70c8209d0555', 'tenant_id': '43a422776a77497eb08a2b437fe8f3a4', 'floating_ip_address': '172.27.2.144', 'floating_network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'router_id': '3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf', 'port_id': 'd850dea9-a48d-4e02-ab17-88a53263a5e4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f129db1-9523-4318-ad85-9f49178b5bdc', 'mac_address': 'fa:16:3e:da:89:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec59366-a676-4120-af0b-e2ca51eab895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T03:26:35Z', 'updated_at': '2021-06-14T03:26:35Z', 'revision_number': 0, 'project_id': '43a422776a77497eb08a2b437fe8f3a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98fbc845-7d81-4958-8740-7dcce34b5ef4', 'name': '', 'network_id': '7f129db1-9523-4318-ad85-9f49178b5bdc', 'tenant_id': '43a422776a77497eb08a2b437fe8f3a4', 'mac_address': 'fa:16:3e:15:3b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8a8207df-3806-430e-9b17-d9978decf79c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:25:15Z', 'updated_at': '2021-06-14T03:25:24Z', 'revision_number': 5, 'project_id': '43a422776a77497eb08a2b437fe8f3a4', 'subnets': [{'id': '8a8207df-3806-430e-9b17-d9978decf79c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:26:38.097258 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e82fde-7d2f-4cb5-839f-2429e6b2ffb3 None None] The sync data for ids ['3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf'] in dv-cinder-796170-1-iscsi is: [{'id': '3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf', 'name': 'tempest-TestShelveInstance-838711568-router', 'tenant_id': '43a422776a77497eb08a2b437fe8f3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'b475a148-5d33-41c6-94b1-6d6a47de61c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:25:11Z', 'updated_at': '2021-06-14T03:25:16Z', 'revision_number': 4, 'project_id': '43a422776a77497eb08a2b437fe8f3a4', 'gw_port': {'id': 'b475a148-5d33-41c6-94b1-6d6a47de61c7', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:77:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:25:12Z', 'updated_at': '2021-06-14T03:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_floatingips': [{'id': '1c8031aa-07f9-4b7d-b53a-70c8209d0555', 'tenant_id': '43a422776a77497eb08a2b437fe8f3a4', 'floating_ip_address': '172.27.2.144', 'floating_network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'router_id': '3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf', 'port_id': 'd850dea9-a48d-4e02-ab17-88a53263a5e4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 524, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f129db1-9523-4318-ad85-9f49178b5bdc', 'mac_address': 'fa:16:3e:da:89:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec59366-a676-4120-af0b-e2ca51eab895', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T03:26:35Z', 'updated_at': '2021-06-14T03:26:35Z', 'revision_number': 0, 'project_id': '43a422776a77497eb08a2b437fe8f3a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98fbc845-7d81-4958-8740-7dcce34b5ef4', 'name': '', 'network_id': '7f129db1-9523-4318-ad85-9f49178b5bdc', 'tenant_id': '43a422776a77497eb08a2b437fe8f3a4', 'mac_address': 'fa:16:3e:15:3b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8a8207df-3806-430e-9b17-d9978decf79c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:25:15Z', 'updated_at': '2021-06-14T03:25:24Z', 'revision_number': 5, 'project_id': '43a422776a77497eb08a2b437fe8f3a4', 'subnets': [{'id': '8a8207df-3806-430e-9b17-d9978decf79c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 14 03:26:38.158688 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-a6614653-0164-4561-80ac-e583b9425df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:38.257561 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-dbac9d8f-51c5-4c4d-8866-d00d42072325 req-67fab5c2-cadd-4642-88a2-61566fa86e2a service neutron] 10.222.0.37 "GET /v2.0/networks/7f129db1-9523-4318-ad85-9f49178b5bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3677173
Jun 14 03:26:38.339658 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cddacb4-abe6-4b72-af40-1b12f7deb22e None None] New status for floating IP 1c8031aa-07f9-4b7d-b53a-70c8209d0555: ACTIVE {{(pid=92488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 14 03:26:38.422550 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6768ab80-4f49-42b6-a037-fb5278411633 req-d30d0164-e020-4ea9-a6b2-528f98b7a891 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:26:38.423992 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-6768ab80-4f49-42b6-a037-fb5278411633 req-d30d0164-e020-4ea9-a6b2-528f98b7a891 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.13 "GET /v2.0/ports?device_id=62058ca3-4624-431a-8a62-ddf599624293 HTTP/1.1" status: 200  len: 946 time: 0.0762656
Jun 14 03:26:38.468918 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-6768ab80-4f49-42b6-a037-fb5278411633 req-5ee4eb20-bdd7-4d5c-bfe7-6ecb35a8a9ba tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.13 "GET /v2.0/security-groups?id=28a9c8b5-4b4e-440b-9836-1b47170078e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385830
Jun 14 03:26:39.681228 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-37effd67-6caa-48ba-975b-7ec46c17b4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:54.123470 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 46220) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:26:54.227548 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-79b48061-cfea-4355-ba91-97a5e6fe0291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:54.324421 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-79b48061-cfea-4355-ba91-97a5e6fe0291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:54.395293 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-79b48061-cfea-4355-ba91-97a5e6fe0291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:54.399254 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-0ba26d4d-83f6-44c1-b3a3-1f895067b859 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:26:54.437953 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b48061-cfea-4355-ba91-97a5e6fe0291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f213d763-098e-4238-9ec5-3216f7687a6f,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:26:54.446973 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-79b48061-cfea-4355-ba91-97a5e6fe0291 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=75f09082f3a645f78cdbb4ce6d9da374&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3224750
Jun 14 03:26:54.449527 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b48061-cfea-4355-ba91-97a5e6fe0291 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:26:54.449902 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b48061-cfea-4355-ba91-97a5e6fe0291 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:26:54.450274 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b48061-cfea-4355-ba91-97a5e6fe0291 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:26:54.450746 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b48061-cfea-4355-ba91-97a5e6fe0291 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:26:54.451045 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 46226) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:26:54.451509 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b48061-cfea-4355-ba91-97a5e6fe0291 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:26:54.451509 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b48061-cfea-4355-ba91-97a5e6fe0291 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:26:54.451789 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b48061-cfea-4355-ba91-97a5e6fe0291 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:26:54.452137 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b48061-cfea-4355-ba91-97a5e6fe0291 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:26:54.452488 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b48061-cfea-4355-ba91-97a5e6fe0291 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:26:54.452832 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b48061-cfea-4355-ba91-97a5e6fe0291 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:26:54.453174 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b48061-cfea-4355-ba91-97a5e6fe0291 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:26:54.453517 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79b48061-cfea-4355-ba91-97a5e6fe0291 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:26:54.457469 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-79b48061-cfea-4355-ba91-97a5e6fe0291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:26:54.513616 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-af159faa-df4c-472f-a98b-3470a604f637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:54.536308 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-af159faa-df4c-472f-a98b-3470a604f637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:54.660620 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-af159faa-df4c-472f-a98b-3470a604f637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:54.663246 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-af159faa-df4c-472f-a98b-3470a604f637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:26:54.664369 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-af159faa-df4c-472f-a98b-3470a604f637 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f213d763-098e-4238-9ec5-3216f7687a6f HTTP/1.1" status: 204  len: 168 time: 0.2123528
Jun 14 03:26:54.665099 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-644baa02-5c7c-4f17-ab28-9f1154a9be8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:26:54.674690 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af159faa-df4c-472f-a98b-3470a604f637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f213d763-098e-4238-9ec5-3216f7687a6f,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:26:54.683384 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af159faa-df4c-472f-a98b-3470a604f637 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:26:54.684065 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af159faa-df4c-472f-a98b-3470a604f637 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:26:54.684426 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af159faa-df4c-472f-a98b-3470a604f637 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:26:54.684778 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af159faa-df4c-472f-a98b-3470a604f637 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:26:54.685618 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af159faa-df4c-472f-a98b-3470a604f637 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:26:54.685969 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af159faa-df4c-472f-a98b-3470a604f637 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:26:54.686314 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af159faa-df4c-472f-a98b-3470a604f637 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:26:54.686681 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af159faa-df4c-472f-a98b-3470a604f637 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:26:54.687026 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af159faa-df4c-472f-a98b-3470a604f637 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:26:54.687365 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af159faa-df4c-472f-a98b-3470a604f637 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:26:54.687790 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af159faa-df4c-472f-a98b-3470a604f637 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:26:54.688091 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af159faa-df4c-472f-a98b-3470a604f637 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:26:54.696826 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-af159faa-df4c-472f-a98b-3470a604f637 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:27:00.503910 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 46334) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:27:00.677822 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-3bb67397-524b-45d3-b305-ce11847e3c9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:00.779150 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-3bb67397-524b-45d3-b305-ce11847e3c9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:00.864007 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-3bb67397-524b-45d3-b305-ce11847e3c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:00.868133 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-365f5ffb-2619-43fe-8642-6b39b35b867b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:27:00.912611 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-3bb67397-524b-45d3-b305-ce11847e3c9c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b9e8cf1bca504598a324993405245df3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4074502
Jun 14 03:27:00.913844 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb67397-524b-45d3-b305-ce11847e3c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e70bc23-45b1-4b89-8127-2cca0f82a071,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:27:00.915539 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 46342) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:27:00.918086 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-3bb67397-524b-45d3-b305-ce11847e3c9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:27:00.982785 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-8f47c427-3ef2-47d6-95dd-229fa32125dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:01.006828 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-8f47c427-3ef2-47d6-95dd-229fa32125dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:01.123572 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-8f47c427-3ef2-47d6-95dd-229fa32125dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:01.126437 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-8f47c427-3ef2-47d6-95dd-229fa32125dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:01.133556 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-8f47c427-3ef2-47d6-95dd-229fa32125dc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5e70bc23-45b1-4b89-8127-2cca0f82a071 HTTP/1.1" status: 204  len: 168 time: 0.2107201
Jun 14 03:27:01.133556 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-40689671-c570-415b-bb1d-cb8fa0366817 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:27:01.136977 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f47c427-3ef2-47d6-95dd-229fa32125dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e70bc23-45b1-4b89-8127-2cca0f82a071,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:27:01.140006 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-8f47c427-3ef2-47d6-95dd-229fa32125dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:27:04.438201 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-704697c4-ca79-4c85-8f39-39360ddbfb08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:05.912120 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:06.981278 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-6b305587-29f5-4ab1-9b50-6f11fee17682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:07.177950 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:08.112433 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-a6614653-0164-4561-80ac-e583b9425df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:08.347118 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fd7561-131e-42f1-8448-91528ea7a6d0 req-13597735-f8e9-4b19-99c2-92b5fd3d0d66 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:08.354241 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-91fd7561-131e-42f1-8448-91528ea7a6d0 req-13597735-f8e9-4b19-99c2-92b5fd3d0d66 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 946 time: 0.2576411
Jun 14 03:27:08.394631 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-91fd7561-131e-42f1-8448-91528ea7a6d0 req-391a5cad-ddc4-4921-867e-93d80bf3c100 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b35fe9-7e21-48e6-ad6e-af7f1cefab56&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0388827
Jun 14 03:27:08.407831 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8716c-4771-45dd-bb62-cb9558a9e783 req-bf99b3e5-2f60-4030-98ba-ceaf12f34353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:08.409518 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-fbb8716c-4771-45dd-bb62-cb9558a9e783 req-bf99b3e5-2f60-4030-98ba-ceaf12f34353 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9155b325d6cd4337b263e1034bb9dbfb&device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 1099 time: 0.1363676
Jun 14 03:27:08.549056 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8716c-4771-45dd-bb62-cb9558a9e783 req-d176ec92-197f-4f1e-b34f-c2cd35cca17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:08.550407 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-fbb8716c-4771-45dd-bb62-cb9558a9e783 req-d176ec92-197f-4f1e-b34f-c2cd35cca17f service neutron] 10.222.0.37 "GET /v2.0/networks?id=f65bd812-254a-48f4-8498-d6b6b04b0ab8 HTTP/1.1" status: 200  len: 918 time: 0.1117129
Jun 14 03:27:08.639399 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-fbb8716c-4771-45dd-bb62-cb9558a9e783 req-a2ad3fa6-0f92-41de-aa7b-2daf0cbdbd67 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3e8ab33-8e05-4080-9009-047437f7b326 HTTP/1.1" status: 200  len: 1002 time: 0.0816767
Jun 14 03:27:08.700622 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8716c-4771-45dd-bb62-cb9558a9e783 req-82ccdf32-aeb8-42aa-8a20-a9fe98f6246c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:08.702499 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-fbb8716c-4771-45dd-bb62-cb9558a9e783 req-82ccdf32-aeb8-42aa-8a20-a9fe98f6246c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=545b480d-c2cb-4869-a2a3-42345a60be46 HTTP/1.1" status: 200  len: 856 time: 0.0553505
Jun 14 03:27:08.777714 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8716c-4771-45dd-bb62-cb9558a9e783 req-839ea192-7207-4acf-86b6-8504e543dfe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:08.779628 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-fbb8716c-4771-45dd-bb62-cb9558a9e783 req-839ea192-7207-4acf-86b6-8504e543dfe0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f65bd812-254a-48f4-8498-d6b6b04b0ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0701716
Jun 14 03:27:08.909959 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-fbb8716c-4771-45dd-bb62-cb9558a9e783 req-e2e404f3-ce40-450e-83eb-3f2e032fa759 service neutron] 10.222.0.37 "GET /v2.0/networks/f65bd812-254a-48f4-8498-d6b6b04b0ab8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1202941
Jun 14 03:27:09.035298 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-fbb8716c-4771-45dd-bb62-cb9558a9e783 req-5fd4b9c3-6d16-4e8f-9bd2-bcf446afbd02 service neutron] 10.222.0.37 "GET /v2.0/networks/f65bd812-254a-48f4-8498-d6b6b04b0ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1159098
Jun 14 03:27:09.618469 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92214e1d-efdf-4162-82c9-cd456a96f59a req-fc6da047-d4cd-4b81-a5eb-d63c000c8830 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:09.621196 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-92214e1d-efdf-4162-82c9-cd456a96f59a req-fc6da047-d4cd-4b81-a5eb-d63c000c8830 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 946 time: 0.0806565
Jun 14 03:27:09.661966 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-37effd67-6caa-48ba-975b-7ec46c17b4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:09.662618 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-92214e1d-efdf-4162-82c9-cd456a96f59a req-2d2c7f02-0047-4936-80f0-cc00c72a9ab4 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b35fe9-7e21-48e6-ad6e-af7f1cefab56&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0352478
Jun 14 03:27:10.868581 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e52652-c116-4ab3-b1b3-295b480d8966 req-42ef8027-6291-4c5d-8164-5289c113ae05 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:10.870817 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-83e52652-c116-4ab3-b1b3-295b480d8966 req-42ef8027-6291-4c5d-8164-5289c113ae05 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 946 time: 0.0814407
Jun 14 03:27:10.923717 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-83e52652-c116-4ab3-b1b3-295b480d8966 req-c3ad9588-b95b-450d-844a-a77319f20c38 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b35fe9-7e21-48e6-ad6e-af7f1cefab56&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475264
Jun 14 03:27:12.117543 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce52949-54b8-4bc2-9450-be660e14140e req-c667e466-e658-460d-bae0-174da6e031dc tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:12.119090 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-7ce52949-54b8-4bc2-9450-be660e14140e req-c667e466-e658-460d-bae0-174da6e031dc tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 946 time: 0.0690777
Jun 14 03:27:12.161225 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-7ce52949-54b8-4bc2-9450-be660e14140e req-d3fe346e-e8bf-4692-b795-7d4ce138a73f tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b35fe9-7e21-48e6-ad6e-af7f1cefab56&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0359590
Jun 14 03:27:13.362165 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce0abae-b431-420d-ad65-78a092a32dad req-74610986-1bff-4e7a-8521-968a0d5ba813 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:13.363857 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-3ce0abae-b431-420d-ad65-78a092a32dad req-74610986-1bff-4e7a-8521-968a0d5ba813 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 946 time: 0.0805945
Jun 14 03:27:13.406950 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-3ce0abae-b431-420d-ad65-78a092a32dad req-6ebf8ed9-8283-4e6b-a5e4-3b88e78a3a30 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b35fe9-7e21-48e6-ad6e-af7f1cefab56&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0373750
Jun 14 03:27:14.595637 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488acba4-f356-487d-8a97-6e3aea24c5a5 req-42c53d99-ef11-4e9f-b1c3-3e92b9808f87 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:14.597270 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-488acba4-f356-487d-8a97-6e3aea24c5a5 req-42c53d99-ef11-4e9f-b1c3-3e92b9808f87 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 946 time: 0.0753372
Jun 14 03:27:14.640469 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-488acba4-f356-487d-8a97-6e3aea24c5a5 req-9b9162da-d6a1-4569-be06-7199cbd6d82d tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b35fe9-7e21-48e6-ad6e-af7f1cefab56&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0374084
Jun 14 03:27:14.819016 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.agents_db [None req-ff4782b4-218c-43ce-8b60-1c0132b4bc55 None None] Agent healthcheck: found 6 active agents {{(pid=92488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 14 03:27:15.828372 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b952b3-6a7f-471c-9afc-5246eca8bdb4 req-f0614083-2c3e-4d26-972c-7f2303abc9e2 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:15.829717 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-f1b952b3-6a7f-471c-9afc-5246eca8bdb4 req-f0614083-2c3e-4d26-972c-7f2303abc9e2 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 946 time: 0.0697062
Jun 14 03:27:15.873513 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-f1b952b3-6a7f-471c-9afc-5246eca8bdb4 req-97a33aff-7ab4-4991-bd9f-2077f2e77228 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b35fe9-7e21-48e6-ad6e-af7f1cefab56&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0370860
Jun 14 03:27:17.063025 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5316ba6a-c872-408d-a24d-55fbec79927d req-d1298f49-6d82-445b-b48b-c782d7beea6a tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:17.064506 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-5316ba6a-c872-408d-a24d-55fbec79927d req-d1298f49-6d82-445b-b48b-c782d7beea6a tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 946 time: 0.0705638
Jun 14 03:27:17.104902 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-5316ba6a-c872-408d-a24d-55fbec79927d req-98d2d5c0-a15a-4598-8661-bb2c1c2f93d1 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b35fe9-7e21-48e6-ad6e-af7f1cefab56&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0347672
Jun 14 03:27:18.293856 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5033a034-e769-4c3b-bc44-b6ac7a29fb55 req-606f5169-2efc-4bd5-bea2-27f79f232e91 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:18.295342 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-5033a034-e769-4c3b-bc44-b6ac7a29fb55 req-606f5169-2efc-4bd5-bea2-27f79f232e91 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 946 time: 0.0742328
Jun 14 03:27:18.337044 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-5033a034-e769-4c3b-bc44-b6ac7a29fb55 req-a11b087d-b57a-4de9-8ccc-2d8f66545003 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b35fe9-7e21-48e6-ad6e-af7f1cefab56&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0360086
Jun 14 03:27:18.577497 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 46588) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:27:18.687824 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-f010ee4c-40bb-4ed1-b796-76df4cb83066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:18.780034 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-f010ee4c-40bb-4ed1-b796-76df4cb83066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:18.895079 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-f010ee4c-40bb-4ed1-b796-76df4cb83066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:18.897747 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-923e91c1-3405-4ee6-b077-42ef485fdaec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:27:18.937024 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f010ee4c-40bb-4ed1-b796-76df4cb83066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d2c926-9163-4944-a6d3-2d10e9de13f8,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:27:18.941278 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-f010ee4c-40bb-4ed1-b796-76df4cb83066 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7ce63d9e573142eb855eddfcfa5d99c8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3627734
Jun 14 03:27:18.942199 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-f010ee4c-40bb-4ed1-b796-76df4cb83066 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:27:18.944147 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 46592) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:27:18.994603 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-824158e1-27a1-4e84-a79b-b05af4c86055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:19.017292 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-824158e1-27a1-4e84-a79b-b05af4c86055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:19.172120 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-824158e1-27a1-4e84-a79b-b05af4c86055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:19.174758 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-824158e1-27a1-4e84-a79b-b05af4c86055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:19.175972 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-824158e1-27a1-4e84-a79b-b05af4c86055 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b4d2c926-9163-4944-a6d3-2d10e9de13f8 HTTP/1.1" status: 204  len: 168 time: 0.2309713
Jun 14 03:27:19.176736 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-d0c0fee5-2c30-4936-a713-774b4c16e6a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:27:19.186557 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824158e1-27a1-4e84-a79b-b05af4c86055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d2c926-9163-4944-a6d3-2d10e9de13f8,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:27:19.188948 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-824158e1-27a1-4e84-a79b-b05af4c86055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:27:19.525301 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6973a30-5cb4-4e62-b706-f237206d8ac8 req-501608fe-dcc2-468a-ada6-52b156cb5242 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:19.527423 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-a6973a30-5cb4-4e62-b706-f237206d8ac8 req-501608fe-dcc2-468a-ada6-52b156cb5242 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 946 time: 0.0718215
Jun 14 03:27:19.570232 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-a6973a30-5cb4-4e62-b706-f237206d8ac8 req-2d96c5a5-4f64-420b-a805-3b611bc82289 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b35fe9-7e21-48e6-ad6e-af7f1cefab56&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0371630
Jun 14 03:27:20.176593 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 46618) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:27:20.269218 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [None req-a901a42a-b11f-4b7a-8ac0-ca36683e208f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-923657156-network', 'tenant_id': '677c749727ed45bc8bb151403e7f4fa1'}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:27:20.428977 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a901a42a-b11f-4b7a-8ac0-ca36683e208f admin admin] Made reservation on behalf of 677c749727ed45bc8bb151403e7f4fa1 for: {'network': 1} {{(pid=92486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 14 03:27:20.431389 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-a901a42a-b11f-4b7a-8ac0-ca36683e208f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for network, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:20.442944 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-a901a42a-b11f-4b7a-8ac0-ca36683e208f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:20.536508 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-a901a42a-b11f-4b7a-8ac0-ca36683e208f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:20.626474 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-a901a42a-b11f-4b7a-8ac0-ca36683e208f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:20.636596 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-70093286-480a-4e9f-88c1-01d013a6b159 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:27:20.654360 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a901a42a-b11f-4b7a-8ac0-ca36683e208f admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'}  {{(pid=92486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 14 03:27:20.663913 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a901a42a-b11f-4b7a-8ac0-ca36683e208f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0a5967-7ebd-4e10-8911-c3319a307763,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:27:20.668421 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-a901a42a-b11f-4b7a-8ac0-ca36683e208f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:27:20.680170 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-a901a42a-b11f-4b7a-8ac0-ca36683e208f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677934'] for segment, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:20.680170 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.db.segments_db [None req-a901a42a-b11f-4b7a-8ac0-ca36683e208f admin admin] Added segment 8195fb77-ebcc-4359-970d-8f4829c5d7e4 of type vlan for network 34b23c78-3069-403b-be6d-6131877d9778
Jun 14 03:27:20.750658 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-a901a42a-b11f-4b7a-8ac0-ca36683e208f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756196669341'] for network, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:20.806500 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a4ee4-f03c-4c4a-8e86-ed7e0f81eb9a req-fff54140-fdd9-47c7-9391-fa99a42f6f17 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:20.808509 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-aa9a4ee4-f03c-4c4a-8e86-ed7e0f81eb9a req-fff54140-fdd9-47c7-9391-fa99a42f6f17 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 946 time: 0.1006224
Jun 14 03:27:20.851292 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-aa9a4ee4-f03c-4c4a-8e86-ed7e0f81eb9a req-ff8ffdaf-5621-49f0-9871-2fd1196ce5ef tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b35fe9-7e21-48e6-ad6e-af7f1cefab56&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0367858
Jun 14 03:27:20.892011 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-a901a42a-b11f-4b7a-8ac0-ca36683e208f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111'] for network, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:20.893362 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a901a42a-b11f-4b7a-8ac0-ca36683e208f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:20.893935 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-a901a42a-b11f-4b7a-8ac0-ca36683e208f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for network, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:20.896046 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:27:20.974827 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a901a42a-b11f-4b7a-8ac0-ca36683e208f admin admin] Pushing event updated for resources: {'Network': ['ID=34b23c78-3069-403b-be6d-6131877d9778,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:27:20.977543 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-a901a42a-b11f-4b7a-8ac0-ca36683e208f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:27:20.984704 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Network 34b23c78-3069-403b-be6d-6131877d9778 details requested by agent ovs-agent-dv-cinder-796170-1-iscsi with host dv-cinder-796170-1-iscsi {{(pid=92487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 14 03:27:21.038361 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-a901a42a-b11f-4b7a-8ac0-ca36683e208f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.8581533
Jun 14 03:27:21.038556 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 46626) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:27:21.043959 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [None req-301c85f0-000c-4129-97e9-13e2357ef6a9 admin admin] Request body: {'subnet': {'network_id': '34b23c78-3069-403b-be6d-6131877d9778', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-923657156-subnet', 'tenant_id': '677c749727ed45bc8bb151403e7f4fa1', 'ip_version': 4}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:27:21.157648 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301c85f0-000c-4129-97e9-13e2357ef6a9 admin admin] Made reservation on behalf of 677c749727ed45bc8bb151403e7f4fa1 for: {'subnet': 1} {{(pid=92486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 14 03:27:21.160083 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-301c85f0-000c-4129-97e9-13e2357ef6a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63246795'] for subnet, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:21.435084 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-301c85f0-000c-4129-97e9-13e2357ef6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66823779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63152394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63246813'] for subnet, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:21.437545 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-055514a5-ab46-47d2-84ba-48f339fb7023 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:27:21.506411 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301c85f0-000c-4129-97e9-13e2357ef6a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fa62e25-98c4-4c90-9558-661a82d6770a,revision_number=0']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:27:21.509530 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-301c85f0-000c-4129-97e9-13e2357ef6a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:27:21.515923 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301c85f0-000c-4129-97e9-13e2357ef6a9 admin admin] Checking segment: {'id': '8195fb77-ebcc-4359-970d-8f4829c5d7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '34b23c78-3069-403b-be6d-6131877d9778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 14 03:27:21.516276 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301c85f0-000c-4129-97e9-13e2357ef6a9 admin admin] Network hostable DHCP agents. Network: 34b23c78-3069-403b-be6d-6131877d9778, hostable agents: ['0d423c39-5fbd-4170-be1c-b40e9c0b21c1'], hosted agents: [] {{(pid=92486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 14 03:27:21.626069 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301c85f0-000c-4129-97e9-13e2357ef6a9 admin admin] Network 34b23c78-3069-403b-be6d-6131877d9778 is scheduled to be hosted by DHCP agent 0d423c39-5fbd-4170-be1c-b40e9c0b21c1 with binding_index 1 {{(pid=92486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 14 03:27:21.720594 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.base_scheduler [None req-301c85f0-000c-4129-97e9-13e2357ef6a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-1-iscsi, 34b23c78-3069-403b-be6d-6131877d9778) {{(pid=92486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:27:21.724537 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301c85f0-000c-4129-97e9-13e2357ef6a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:21.725105 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-301c85f0-000c-4129-97e9-13e2357ef6a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:21.729291 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd23984-0cde-4f67-9320-5d4363607d7f None None] Network 34b23c78-3069-403b-be6d-6131877d9778 requested from dv-cinder-796170-1-iscsi {{(pid=92487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 14 03:27:21.832464 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-301c85f0-000c-4129-97e9-13e2357ef6a9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.7902298
Jun 14 03:27:21.832807 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 46632) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:27:21.837540 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [None req-5825197d-f45b-4930-90b4-fb1587ac885a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-923657156-router', 'tenant_id': '677c749727ed45bc8bb151403e7f4fa1', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba'}}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:27:21.911656 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c813a8-009f-41fd-8a50-54791c120d06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70344d28-076a-51d6-aec4-a96cd55dd66f-34b23c78-3069-403b-be6d-6131877d9778', 'network_id': '34b23c78-3069-403b-be6d-6131877d9778', 'tenant_id': '677c749727ed45bc8bb151403e7f4fa1', 'fixed_ips': [{'subnet_id': '1fa62e25-98c4-4c90-9558-661a82d6770a'}]}} from dv-cinder-796170-1-iscsi. {{(pid=92487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 14 03:27:21.912516 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-40c813a8-009f-41fd-8a50-54791c120d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for port, before_create {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:21.966833 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-5825197d-f45b-4930-90b4-fb1587ac885a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66749865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256276'] for router, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:21.968185 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-5825197d-f45b-4930-90b4-fb1587ac885a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66749902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66755800', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66935751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256495'] for router, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:22.038652 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-5825197d-f45b-4930-90b4-fb1587ac885a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:22.047768 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1a602-96d4-49b4-bfb1-5ca8844c154c req-5ed0776b-6e38-4f5a-9a8e-f52782b06f64 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:22.050060 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-f5b1a602-96d4-49b4-bfb1-5ca8844c154c req-5ed0776b-6e38-4f5a-9a8e-f52782b06f64 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 946 time: 0.0775168
Jun 14 03:27:22.070501 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.db_base_plugin_common [None req-40c813a8-009f-41fd-8a50-54791c120d06 None None] Allocated IP 172.20.0.2 (34b23c78-3069-403b-be6d-6131877d9778/1fa62e25-98c4-4c90-9558-661a82d6770a/005a9ffc-ab02-4af4-93c2-1cf503aeb504) {{(pid=92487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 14 03:27:22.094107 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-f5b1a602-96d4-49b4-bfb1-5ca8844c154c req-32ed6fb4-ff65-4004-8221-58d701138688 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b35fe9-7e21-48e6-ad6e-af7f1cefab56&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379062
Jun 14 03:27:22.245059 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-40c813a8-009f-41fd-8a50-54791c120d06 None None] Notify callbacks [] for port, precommit_create {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:22.253123 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-40c813a8-009f-41fd-8a50-54791c120d06 None None] Transition to ACTIVE for port object 005a9ffc-ab02-4af4-93c2-1cf503aeb504 will not be triggered until provisioned by entity L2. {{(pid=92487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:27:22.268498 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-40c813a8-009f-41fd-8a50-54791c120d06 None None] Transition to ACTIVE for port object 005a9ffc-ab02-4af4-93c2-1cf503aeb504 will not be triggered until provisioned by entity DHCP. {{(pid=92487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:27:22.355775 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-5825197d-f45b-4930-90b4-fb1587ac885a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66755783', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66749883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256505'] for router, precommit_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:22.361041 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-40c813a8-009f-41fd-8a50-54791c120d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-668656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756196682527'] for port, after_create {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:22.363156 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-60f9817e-f7dc-48d0-876d-6064bdd169b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:27:22.409454 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c813a8-009f-41fd-8a50-54791c120d06 None None] Network 34b23c78-3069-403b-be6d-6131877d9778 is already hosted by enough agents. {{(pid=92487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 14 03:27:22.412355 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.scheduler.base_scheduler [None req-40c813a8-009f-41fd-8a50-54791c120d06 None None] Resources bound (agent type, host, resource id):  {{(pid=92487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:27:22.414807 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c813a8-009f-41fd-8a50-54791c120d06 None None] Received port after_create {{(pid=92487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 14 03:27:22.424242 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c813a8-009f-41fd-8a50-54791c120d06 None None] Pushing event updated for resources: {'Port': ['ID=005a9ffc-ab02-4af4-93c2-1cf503aeb504,revision_number=1']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:27:22.460697 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c813a8-009f-41fd-8a50-54791c120d06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:27:22.461077 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c813a8-009f-41fd-8a50-54791c120d06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:27:22.461519 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c813a8-009f-41fd-8a50-54791c120d06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:27:22.461854 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c813a8-009f-41fd-8a50-54791c120d06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:27:22.462182 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c813a8-009f-41fd-8a50-54791c120d06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:27:22.462537 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c813a8-009f-41fd-8a50-54791c120d06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:27:22.462855 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c813a8-009f-41fd-8a50-54791c120d06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:27:22.463174 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c813a8-009f-41fd-8a50-54791c120d06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:27:22.463494 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c813a8-009f-41fd-8a50-54791c120d06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:27:22.464139 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c813a8-009f-41fd-8a50-54791c120d06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:27:22.464232 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c813a8-009f-41fd-8a50-54791c120d06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:27:22.464483 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c813a8-009f-41fd-8a50-54791c120d06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:27:22.468323 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-40c813a8-009f-41fd-8a50-54791c120d06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:27:22.504890 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.managers [None req-40c813a8-009f-41fd-8a50-54791c120d06 None None] Attempting to bind port 005a9ffc-ab02-4af4-93c2-1cf503aeb504 on host dv-cinder-796170-1-iscsi for vnic_type normal with profile  {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 14 03:27:22.505293 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.managers [None req-40c813a8-009f-41fd-8a50-54791c120d06 None None] Attempting to bind port 005a9ffc-ab02-4af4-93c2-1cf503aeb504 by drivers openvswitch,hyperv on host dv-cinder-796170-1-iscsi at level 0 using segments [{'id': '8195fb77-ebcc-4359-970d-8f4829c5d7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '34b23c78-3069-403b-be6d-6131877d9778'}] {{(pid=92487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 14 03:27:22.505663 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c813a8-009f-41fd-8a50-54791c120d06 None None] Attempting to bind port 005a9ffc-ab02-4af4-93c2-1cf503aeb504 on network 34b23c78-3069-403b-be6d-6131877d9778 {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 14 03:27:22.511895 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c813a8-009f-41fd-8a50-54791c120d06 None None] Checking agent: {'id': '3556250a-8008-4613-a9a6-6061713fcb85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 13, 37), 'started_at': datetime.datetime(2021, 6, 14, 3, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 14 03:27:22.512822 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c813a8-009f-41fd-8a50-54791c120d06 None None] Checking segment: {'id': '8195fb77-ebcc-4359-970d-8f4829c5d7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '34b23c78-3069-403b-be6d-6131877d9778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 14 03:27:22.512822 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-40c813a8-009f-41fd-8a50-54791c120d06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:22.513195 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c813a8-009f-41fd-8a50-54791c120d06 None None] Bound using segment: {'id': '8195fb77-ebcc-4359-970d-8f4829c5d7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '34b23c78-3069-403b-be6d-6131877d9778'} {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 14 03:27:22.513657 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.managers [None req-40c813a8-009f-41fd-8a50-54791c120d06 None None] Bound port: 005a9ffc-ab02-4af4-93c2-1cf503aeb504, host: dv-cinder-796170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8195fb77-ebcc-4359-970d-8f4829c5d7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '34b23c78-3069-403b-be6d-6131877d9778'}}] {{(pid=92487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 14 03:27:22.514033 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-40c813a8-009f-41fd-8a50-54791c120d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:22.592912 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-40c813a8-009f-41fd-8a50-54791c120d06 None None] For port 005a9ffc-ab02-4af4-93c2-1cf503aeb504, host dv-cinder-796170-1-iscsi, cleared binding levels {{(pid=92487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 14 03:27:22.596059 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-40c813a8-009f-41fd-8a50-54791c120d06 None None] For port 005a9ffc-ab02-4af4-93c2-1cf503aeb504, host dv-cinder-796170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=005a9ffc-ab02-4af4-93c2-1cf503aeb504,segment=NetworkSegment(8195fb77-ebcc-4359-970d-8f4829c5d7e4),segment_id=8195fb77-ebcc-4359-970d-8f4829c5d7e4)] {{(pid=92487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 14 03:27:22.708623 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-5825197d-f45b-4930-90b4-fb1587ac885a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:22.724009 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-40c813a8-009f-41fd-8a50-54791c120d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:22.726054 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:27:22.736804 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-5825197d-f45b-4930-90b4-fb1587ac885a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for port, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:22.794032 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c813a8-009f-41fd-8a50-54791c120d06 None None] Pushing event updated for resources: {'Port': ['ID=005a9ffc-ab02-4af4-93c2-1cf503aeb504,revision_number=2']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:27:22.796435 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-40c813a8-009f-41fd-8a50-54791c120d06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:27:22.873963 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.db_base_plugin_common [None req-5825197d-f45b-4930-90b4-fb1587ac885a admin admin] Allocated IP 172.27.2.218 (93400a53-dc51-45a7-8a67-e74b6f34e4ba/60a70a14-b6be-44b1-a1f9-f2aaa6aa296b/0e733936-1964-4e57-bec7-c8bc3d54d949) {{(pid=92486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 14 03:27:23.027799 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-5825197d-f45b-4930-90b4-fb1587ac885a admin admin] Notify callbacks [] for port, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:23.178500 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-5825197d-f45b-4930-90b4-fb1587ac885a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-668656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756196682527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63152314'] for port, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:23.181484 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-6b456b97-5948-44c3-8d6e-7cf5748c2ff4 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:27:23.262148 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5825197d-f45b-4930-90b4-fb1587ac885a admin admin] Network 93400a53-dc51-45a7-8a67-e74b6f34e4ba is already hosted by enough agents. {{(pid=92486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 14 03:27:23.274075 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.base_scheduler [None req-5825197d-f45b-4930-90b4-fb1587ac885a admin admin] Resources bound (agent type, host, resource id):  {{(pid=92486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:27:23.277446 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5825197d-f45b-4930-90b4-fb1587ac885a admin admin] Received port after_create {{(pid=92486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 14 03:27:23.280300 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5825197d-f45b-4930-90b4-fb1587ac885a admin admin] Pushing event updated for resources: {'Port': ['ID=0e733936-1964-4e57-bec7-c8bc3d54d949,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:27:23.284661 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-5825197d-f45b-4930-90b4-fb1587ac885a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:27:23.400526 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17a6095-b6a8-44a0-9058-3427d47da1e5 req-5cc83643-b672-4f64-a6a2-91d77aef805b tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:23.402713 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-c17a6095-b6a8-44a0-9058-3427d47da1e5 req-5cc83643-b672-4f64-a6a2-91d77aef805b tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 946 time: 0.1891124
Jun 14 03:27:23.531727 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-c17a6095-b6a8-44a0-9058-3427d47da1e5 req-e41bb7e5-fdc4-4cd4-a15c-c0c3ed884d3d tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b35fe9-7e21-48e6-ad6e-af7f1cefab56&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0799685
Jun 14 03:27:23.615424 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e245da6e-ef11-4037-9876-f60ebe26fb58 None None] Network 34b23c78-3069-403b-be6d-6131877d9778 requested from dv-cinder-796170-1-iscsi {{(pid=92487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 14 03:27:23.788804 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-5add44cd-49ba-4ed1-8aa2-9cc37a1dfc79 None None] Provisioning for port 005a9ffc-ab02-4af4-93c2-1cf503aeb504 completed by entity DHCP. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:27:24.067023 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-5825197d-f45b-4930-90b4-fb1587ac885a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:24.074450 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 005a9ffc-ab02-4af4-93c2-1cf503aeb504 up at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:27:24.203565 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning for port 005a9ffc-ab02-4af4-93c2-1cf503aeb504 completed by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:27:24.207877 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning complete for port 005a9ffc-ab02-4af4-93c2-1cf503aeb504 triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:27:24.208264 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:24.306224 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:24.342952 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] For port 005a9ffc-ab02-4af4-93c2-1cf503aeb504, host dv-cinder-796170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=005a9ffc-ab02-4af4-93c2-1cf503aeb504,segment=NetworkSegment(8195fb77-ebcc-4359-970d-8f4829c5d7e4),segment_id=8195fb77-ebcc-4359-970d-8f4829c5d7e4)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:27:24.345451 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-5825197d-f45b-4930-90b4-fb1587ac885a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66749858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66755231'] for router, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:24.411843 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:24.413773 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:27:24.476039 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Pushing event updated for resources: {'Port': ['ID=005a9ffc-ab02-4af4-93c2-1cf503aeb504,revision_number=3']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:27:24.479833 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:27:24.609172 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5825197d-f45b-4930-90b4-fb1587ac885a admin admin] Router 9107ac6f-5253-40e5-8381-7294f4653f9c is scheduled to L3 agent faa78350-ce80-467b-8f2c-9d7893daed85 with binding_index 1 {{(pid=92486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 14 03:27:24.725336 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c358c333-2c61-407c-be11-65cdf3e6529c req-7963b889-6e8a-434e-9c38-87939fe0ca90 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:24.726933 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-c358c333-2c61-407c-be11-65cdf3e6529c req-7963b889-6e8a-434e-9c38-87939fe0ca90 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 946 time: 0.0764613
Jun 14 03:27:24.756800 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5825197d-f45b-4930-90b4-fb1587ac885a admin admin] Notify agent at l3_agent.dv-cinder-796170-1-iscsi the message routers_updated {{(pid=92486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 14 03:27:24.767088 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08700f19-3179-48f5-b612-e75b3297876a None None] Sync routers for ids ['9107ac6f-5253-40e5-8381-7294f4653f9c'] in dv-cinder-796170-1-iscsi {{(pid=92487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 14 03:27:24.777292 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08700f19-3179-48f5-b612-e75b3297876a None None] Routers {'9107ac6f-5253-40e5-8381-7294f4653f9c'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:27:24.777841 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-08700f19-3179-48f5-b612-e75b3297876a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5d1d35b0>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:27:07Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['9107ac6f-5253-40e5-8381-7294f4653f9c'], 'active': True} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:27:24.778932 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-c358c333-2c61-407c-be11-65cdf3e6529c req-c49582d0-1bcd-4249-8f39-d018776bf957 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b35fe9-7e21-48e6-ad6e-af7f1cefab56&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460830
Jun 14 03:27:24.832227 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-5825197d-f45b-4930-90b4-fb1587ac885a admin admin] Notify callbacks [] for router, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:24.833406 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-5825197d-f45b-4930-90b4-fb1587ac885a admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.9995506
Jun 14 03:27:24.836041 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 46654) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:27:24.920132 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvr_db [None req-08700f19-3179-48f5-b612-e75b3297876a None None] Set router 9107ac6f-5253-40e5-8381-7294f4653f9c gateway port host: dv-cinder-796170-1-iscsi {{(pid=92487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:27:25.287506 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-08700f19-3179-48f5-b612-e75b3297876a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5d1d35b0>, [{'id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'name': 'tempest-TestVolumeBootPattern-923657156-router', 'tenant_id': '677c749727ed45bc8bb151403e7f4fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '0e733936-1964-4e57-bec7-c8bc3d54d949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:27:21Z', 'updated_at': '2021-06-14T03:27:23Z', 'revision_number': 3, 'project_id': '677c749727ed45bc8bb151403e7f4fa1', 'gw_port': {'id': '0e733936-1964-4e57-bec7-c8bc3d54d949', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f8:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:27:22Z', 'updated_at': '2021-06-14T03:27:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi'}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:27:25.290867 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08700f19-3179-48f5-b612-e75b3297876a None None] Checking router: 9107ac6f-5253-40e5-8381-7294f4653f9c for host: dv-cinder-796170-1-iscsi {{(pid=92487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 14 03:27:25.291222 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08700f19-3179-48f5-b612-e75b3297876a None None] Updating router 9107ac6f-5253-40e5-8381-7294f4653f9c port 0e733936-1964-4e57-bec7-c8bc3d54d949 binding host dv-cinder-796170-1-iscsi {{(pid=92487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 14 03:27:25.331953 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-08700f19-3179-48f5-b612-e75b3297876a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:25.394696 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-a73e8411-d4ad-4cfb-a32b-148c54fd8424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for port, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:25.582027 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.db_base_plugin_common [None req-a73e8411-d4ad-4cfb-a32b-148c54fd8424 admin admin] Allocated IP 172.20.0.1 (34b23c78-3069-403b-be6d-6131877d9778/1fa62e25-98c4-4c90-9558-661a82d6770a/aac7cc5d-182a-4fa1-8cb6-a94e5086d20f) {{(pid=92486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 14 03:27:25.633813 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-08700f19-3179-48f5-b612-e75b3297876a None None] Notify callbacks [] for port, precommit_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:25.643282 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-08700f19-3179-48f5-b612-e75b3297876a None None] Transition to ACTIVE for port object 0e733936-1964-4e57-bec7-c8bc3d54d949 will not be triggered until provisioned by entity L2. {{(pid=92487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:27:25.715583 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-a73e8411-d4ad-4cfb-a32b-148c54fd8424 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:25.727880 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.provisioning_blocks [None req-a73e8411-d4ad-4cfb-a32b-148c54fd8424 admin admin] Transition to ACTIVE for port object aac7cc5d-182a-4fa1-8cb6-a94e5086d20f will not be triggered until provisioned by entity DHCP. {{(pid=92486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:27:25.728957 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-08700f19-3179-48f5-b612-e75b3297876a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:25.731788 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:27:25.792334 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.managers [None req-08700f19-3179-48f5-b612-e75b3297876a None None] Attempting to bind port 0e733936-1964-4e57-bec7-c8bc3d54d949 on host dv-cinder-796170-1-iscsi for vnic_type normal with profile  {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 14 03:27:25.794586 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.managers [None req-08700f19-3179-48f5-b612-e75b3297876a None None] Attempting to bind port 0e733936-1964-4e57-bec7-c8bc3d54d949 by drivers openvswitch,hyperv on host dv-cinder-796170-1-iscsi at level 0 using segments [{'id': '893a0064-443a-4390-b9c3-705fa3bdf9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba'}] {{(pid=92487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 14 03:27:25.794586 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08700f19-3179-48f5-b612-e75b3297876a None None] Attempting to bind port 0e733936-1964-4e57-bec7-c8bc3d54d949 on network 93400a53-dc51-45a7-8a67-e74b6f34e4ba {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 14 03:27:25.795029 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e2a001-ecf6-4e03-a577-c7eb742029ae None None] Pushing event updated for resources: {'Port': ['ID=0e733936-1964-4e57-bec7-c8bc3d54d949,revision_number=2']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:27:25.798077 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-46e2a001-ecf6-4e03-a577-c7eb742029ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:27:25.800705 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08700f19-3179-48f5-b612-e75b3297876a None None] Checking agent: {'id': '3556250a-8008-4613-a9a6-6061713fcb85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 13, 37), 'started_at': datetime.datetime(2021, 6, 14, 3, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 14 03:27:25.801050 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08700f19-3179-48f5-b612-e75b3297876a None None] Checking segment: {'id': '893a0064-443a-4390-b9c3-705fa3bdf9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 14 03:27:25.801451 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-08700f19-3179-48f5-b612-e75b3297876a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:25.802520 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08700f19-3179-48f5-b612-e75b3297876a None None] Bound using segment: {'id': '893a0064-443a-4390-b9c3-705fa3bdf9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba'} {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 14 03:27:25.802520 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.managers [None req-08700f19-3179-48f5-b612-e75b3297876a None None] Bound port: 0e733936-1964-4e57-bec7-c8bc3d54d949, host: dv-cinder-796170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '893a0064-443a-4390-b9c3-705fa3bdf9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba'}}] {{(pid=92487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 14 03:27:25.802835 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-08700f19-3179-48f5-b612-e75b3297876a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:25.841574 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-a73e8411-d4ad-4cfb-a32b-148c54fd8424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-668656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756196682527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63152314'] for port, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:25.844851 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-df446cdd-1396-4ccb-8c45-174dfa98e631 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:27:25.864170 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-08700f19-3179-48f5-b612-e75b3297876a None None] For port 0e733936-1964-4e57-bec7-c8bc3d54d949, host dv-cinder-796170-1-iscsi, cleared binding levels {{(pid=92487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 14 03:27:25.867259 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-08700f19-3179-48f5-b612-e75b3297876a None None] For port 0e733936-1964-4e57-bec7-c8bc3d54d949, host dv-cinder-796170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=0e733936-1964-4e57-bec7-c8bc3d54d949,segment=NetworkSegment(893a0064-443a-4390-b9c3-705fa3bdf9f8),segment_id=893a0064-443a-4390-b9c3-705fa3bdf9f8)] {{(pid=92487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 14 03:27:25.893740 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73e8411-d4ad-4cfb-a32b-148c54fd8424 admin admin] Network 34b23c78-3069-403b-be6d-6131877d9778 is already hosted by enough agents. {{(pid=92486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 14 03:27:25.899708 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.base_scheduler [None req-a73e8411-d4ad-4cfb-a32b-148c54fd8424 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:27:25.906261 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73e8411-d4ad-4cfb-a32b-148c54fd8424 admin admin] Received port after_create {{(pid=92486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 14 03:27:25.918051 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73e8411-d4ad-4cfb-a32b-148c54fd8424 admin admin] Pushing event updated for resources: {'Port': ['ID=aac7cc5d-182a-4fa1-8cb6-a94e5086d20f,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:27:25.924035 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-08700f19-3179-48f5-b612-e75b3297876a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:25.927441 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:27:25.969315 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-a73e8411-d4ad-4cfb-a32b-148c54fd8424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:27:25.988752 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08700f19-3179-48f5-b612-e75b3297876a None None] Routers {'9107ac6f-5253-40e5-8381-7294f4653f9c'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:27:25.989476 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-08700f19-3179-48f5-b612-e75b3297876a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5d1d35b0>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:27:07Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['9107ac6f-5253-40e5-8381-7294f4653f9c'], 'active': True} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:27:26.008096 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-a73e8411-d4ad-4cfb-a32b-148c54fd8424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66751066'] for router_interface, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:26.096609 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b8545-21db-4148-99bd-15557132c1fa req-3ee845fe-fb73-4c02-b481-13167a5c1b37 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:26.098451 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-e32b8545-21db-4148-99bd-15557132c1fa req-3ee845fe-fb73-4c02-b481-13167a5c1b37 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 946 time: 0.1934597
Jun 14 03:27:26.145006 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 005a9ffc-ab02-4af4-93c2-1cf503aeb504 up at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:27:26.186325 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-e32b8545-21db-4148-99bd-15557132c1fa req-8e415d50-e501-42c6-a349-7b79d4f969bf tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b35fe9-7e21-48e6-ad6e-af7f1cefab56&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0809553
Jun 14 03:27:26.217980 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device c3e8ab33-8e05-4080-9009-047437f7b326 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=92487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 14 03:27:26.219484 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e2a001-ecf6-4e03-a577-c7eb742029ae None None] Pushing event updated for resources: {'Port': ['ID=0e733936-1964-4e57-bec7-c8bc3d54d949,revision_number=3']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:27:26.237276 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-46e2a001-ecf6-4e03-a577-c7eb742029ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:27:26.244571 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvr_db [None req-08700f19-3179-48f5-b612-e75b3297876a None None] Set router 9107ac6f-5253-40e5-8381-7294f4653f9c gateway port host: dv-cinder-796170-1-iscsi {{(pid=92487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:27:26.337490 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-a73e8411-d4ad-4cfb-a32b-148c54fd8424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:26.361968 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.db.resource_extend [None req-661a56f4-230e-4389-a254-9a37132de24a None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 14 03:27:26.510659 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-27c46911-16a7-418f-a03a-576a5c63c1ef None None] Provisioning for port aac7cc5d-182a-4fa1-8cb6-a94e5086d20f completed by entity DHCP. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:27:26.525424 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-27c46911-16a7-418f-a03a-576a5c63c1ef None None] Provisioning complete for port aac7cc5d-182a-4fa1-8cb6-a94e5086d20f triggered by entity DHCP. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:27:26.525821 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-27c46911-16a7-418f-a03a-576a5c63c1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:26.564168 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-a73e8411-d4ad-4cfb-a32b-148c54fd8424 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:26.569330 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning complete for port 005a9ffc-ab02-4af4-93c2-1cf503aeb504 triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:27:26.569718 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:26.621708 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port c3e8ab33-8e05-4080-9009-047437f7b326, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=c3e8ab33-8e05-4080-9009-047437f7b326,segment=NetworkSegment(99683377-2e48-4740-a2d4-b719402867ef),segment_id=99683377-2e48-4740-a2d4-b719402867ef)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:27:26.677268 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Returning: {'device': 'c3e8ab33-8e05-4080-9009-047437f7b326', 'network_id': 'f65bd812-254a-48f4-8498-d6b6b04b0ab8', 'port_id': 'c3e8ab33-8e05-4080-9009-047437f7b326', 'mac_address': 'fa:16:3e:c6:3c:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '545b480d-c2cb-4869-a2a3-42345a60be46', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 14 03:27:26.681703 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-a73e8411-d4ad-4cfb-a32b-148c54fd8424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63152260'] for port, after_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:26.681879 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-27c46911-16a7-418f-a03a-576a5c63c1ef None None] Port aac7cc5d-182a-4fa1-8cb6-a94e5086d20f cannot update to ACTIVE because it is not bound. {{(pid=92487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 14 03:27:26.727416 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-3886876b-6ccd-4071-82cf-d03a789e9fa1 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:27:26.751982 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:26.771385 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-a73e8411-d4ad-4cfb-a32b-148c54fd8424 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66608333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66751182'] for router_interface, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:26.805410 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.notifiers.nova [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c3e8ab33-8e05-4080-9009-047437f7b326 {{(pid=92487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 14 03:27:26.820863 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-08700f19-3179-48f5-b612-e75b3297876a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5d1d35b0>, [{'id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'name': 'tempest-TestVolumeBootPattern-923657156-router', 'tenant_id': '677c749727ed45bc8bb151403e7f4fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '0e733936-1964-4e57-bec7-c8bc3d54d949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:27:21Z', 'updated_at': '2021-06-14T03:27:23Z', 'revision_number': 3, 'project_id': '677c749727ed45bc8bb151403e7f4fa1', 'gw_port': {'id': '0e733936-1964-4e57-bec7-c8bc3d54d949', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f8:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:27:22Z', 'updated_at': '2021-06-14T03:27:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi'}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:27:26.831714 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73e8411-d4ad-4cfb-a32b-148c54fd8424 admin admin] Pushing event updated for resources: {'Port': ['ID=aac7cc5d-182a-4fa1-8cb6-a94e5086d20f,revision_number=2']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:27:26.834616 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-a73e8411-d4ad-4cfb-a32b-148c54fd8424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:27:26.837848 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08700f19-3179-48f5-b612-e75b3297876a None None] The sync data for ids ['9107ac6f-5253-40e5-8381-7294f4653f9c'] in dv-cinder-796170-1-iscsi is: [{'id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'name': 'tempest-TestVolumeBootPattern-923657156-router', 'tenant_id': '677c749727ed45bc8bb151403e7f4fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '0e733936-1964-4e57-bec7-c8bc3d54d949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:27:21Z', 'updated_at': '2021-06-14T03:27:23Z', 'revision_number': 3, 'project_id': '677c749727ed45bc8bb151403e7f4fa1', 'gw_port': {'id': '0e733936-1964-4e57-bec7-c8bc3d54d949', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f8:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:27:22Z', 'updated_at': '2021-06-14T03:27:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi'}] {{(pid=92487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 14 03:27:26.842713 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port c3e8ab33-8e05-4080-9009-047437f7b326, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=c3e8ab33-8e05-4080-9009-047437f7b326,segment=NetworkSegment(99683377-2e48-4740-a2d4-b719402867ef),segment_id=99683377-2e48-4740-a2d4-b719402867ef)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:27:26.923775 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:26.925611 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:27:26.993925 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Pushing event updated for resources: {'Port': ['ID=c3e8ab33-8e05-4080-9009-047437f7b326,revision_number=6']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:27:26.998270 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:27:27.027753 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] get_ports_and_sgs() called for port_ids ['c3e8ab33-8e05-4080-9009-047437f7b326'] {{(pid=92487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 14 03:27:27.369001 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73e8411-d4ad-4cfb-a32b-148c54fd8424 admin admin] Network 34b23c78-3069-403b-be6d-6131877d9778 is already hosted by enough agents. {{(pid=92486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 14 03:27:27.371122 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.base_scheduler [None req-a73e8411-d4ad-4cfb-a32b-148c54fd8424 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:27:27.593531 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a73e8411-d4ad-4cfb-a32b-148c54fd8424 admin admin] Router 9107ac6f-5253-40e5-8381-7294f4653f9c has already been hosted by L3 agent faa78350-ce80-467b-8f2c-9d7893daed85 {{(pid=92486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 14 03:27:27.723983 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-520bb2c4-5f8e-4b93-8da7-1d20bd2fe2ce None None] Provisioning complete for port aac7cc5d-182a-4fa1-8cb6-a94e5086d20f triggered by entity DHCP. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:27:27.724374 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-520bb2c4-5f8e-4b93-8da7-1d20bd2fe2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:27.871645 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095e6ae-1a26-40e4-8de5-04aee85dd2dd req-417ff027-19f0-4704-9190-b6dd932332c2 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:27.881346 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-a095e6ae-1a26-40e4-8de5-04aee85dd2dd req-417ff027-19f0-4704-9190-b6dd932332c2 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 945 time: 0.3314779
Jun 14 03:27:27.959928 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-a095e6ae-1a26-40e4-8de5-04aee85dd2dd req-842d7464-7b44-4c9e-a7dc-b8b7438492e7 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b35fe9-7e21-48e6-ad6e-af7f1cefab56&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0772357
Jun 14 03:27:27.997585 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-520bb2c4-5f8e-4b93-8da7-1d20bd2fe2ce None None] Port aac7cc5d-182a-4fa1-8cb6-a94e5086d20f cannot update to ACTIVE because it is not bound. {{(pid=92487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 14 03:27:28.016427 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a73e8411-d4ad-4cfb-a32b-148c54fd8424 admin admin] Notify agent at l3_agent.dv-cinder-796170-1-iscsi the message routers_updated {{(pid=92486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 14 03:27:28.037110 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-a73e8411-d4ad-4cfb-a32b-148c54fd8424 admin admin] 10.222.0.13 "PUT /v2.0/routers/9107ac6f-5253-40e5-8381-7294f4653f9c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1998458
Jun 14 03:27:28.149581 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 0e733936-1964-4e57-bec7-c8bc3d54d949 up at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:27:28.190474 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device c3e8ab33-8e05-4080-9009-047437f7b326 up at agent hyperv_hv-cinder-79617 {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:27:28.308414 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Provisioning complete for port c3e8ab33-8e05-4080-9009-047437f7b326 triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:27:28.308800 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:28.352494 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning for port 0e733936-1964-4e57-bec7-c8bc3d54d949 completed by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:27:28.361905 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning complete for port 0e733936-1964-4e57-bec7-c8bc3d54d949 triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:27:28.362286 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:28.534160 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:28.551400 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:28.591591 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port c3e8ab33-8e05-4080-9009-047437f7b326, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=c3e8ab33-8e05-4080-9009-047437f7b326,segment=NetworkSegment(99683377-2e48-4740-a2d4-b719402867ef),segment_id=99683377-2e48-4740-a2d4-b719402867ef)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:27:28.596427 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77a303a2-e75b-4ea4-8091-68b0e17dde52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e8ab33-8e05-4080-9009-047437f7b326'}] {{(pid=92487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:27:28.599365 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}681963f073e70c07aac8dc5e895e90246fb88e956d84982da350f3581d0ebeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1157396b-0c35-4ad4-a5ed-b29b2b5dd1ac" -d '{"events": [{"server_uuid": "77a303a2-e75b-4ea4-8091-68b0e17dde52", "name": "network-vif-plugged", "status": "completed", "tag": "c3e8ab33-8e05-4080-9009-047437f7b326"}]}' {{(pid=92487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:27:28.618212 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] For port 0e733936-1964-4e57-bec7-c8bc3d54d949, host dv-cinder-796170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=0e733936-1964-4e57-bec7-c8bc3d54d949,segment=NetworkSegment(893a0064-443a-4390-b9c3-705fa3bdf9f8),segment_id=893a0064-443a-4390-b9c3-705fa3bdf9f8)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:27:28.626271 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7861d718-0ac4-4797-a2f1-f18224d3a4d4 req-7fe67883-c4f5-410b-bfd6-5b2a8d06c14f tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:28.628181 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-7861d718-0ac4-4797-a2f1-f18224d3a4d4 req-7fe67883-c4f5-410b-bfd6-5b2a8d06c14f tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.13 "GET /v2.0/ports?device_id=62058ca3-4624-431a-8a62-ddf599624293 HTTP/1.1" status: 200  len: 946 time: 0.1190560
Jun 14 03:27:28.669771 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:28.673816 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-60f9817e-f7dc-48d0-876d-6064bdd169b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:27:28.732647 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-7861d718-0ac4-4797-a2f1-f18224d3a4d4 req-d113758a-d067-4faa-8877-d8cd5b91a9fc tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.13 "GET /v2.0/security-groups?id=28a9c8b5-4b4e-440b-9836-1b47170078e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0921676
Jun 14 03:27:28.743293 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:28.795732 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Pushing event updated for resources: {'Port': ['ID=c3e8ab33-8e05-4080-9009-047437f7b326,revision_number=7']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:27:28.799333 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:27:28.800113 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-195a4e17-dd62-4194-a58f-0713011f4ccc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:27:28.839750 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e1ea7d-76ae-42a1-a5ba-5946b36b6191 x-openstack-request-id: req-c0e1ea7d-76ae-42a1-a5ba-5946b36b6191 {{(pid=92487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:27:28.839994 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77a303a2-e75b-4ea4-8091-68b0e17dde52", "name": "network-vif-plugged", "status": "completed", "tag": "c3e8ab33-8e05-4080-9009-047437f7b326", "code": 200}]} {{(pid=92487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:27:28.840252 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c0e1ea7d-76ae-42a1-a5ba-5946b36b6191 {{(pid=92487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:27:28.840650 dv-cinder-796170-1-iscsi neutron-server[92487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77a303a2-e75b-4ea4-8091-68b0e17dde52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e8ab33-8e05-4080-9009-047437f7b326', 'code': 200}
Jun 14 03:27:28.878481 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Pushing event updated for resources: {'Port': ['ID=0e733936-1964-4e57-bec7-c8bc3d54d949,revision_number=4']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:27:28.882940 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:27:29.034444 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 46730) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:27:29.037391 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe725c1-3f49-4aad-9aec-61ca1091cab8 None None] Sync routers for ids ['9107ac6f-5253-40e5-8381-7294f4653f9c'] in dv-cinder-796170-1-iscsi {{(pid=92488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 14 03:27:29.040558 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [None req-c652d694-2d85-45d0-be9d-4cd9a690b9f9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1581754920-network', 'tenant_id': '92eecebb34494680994374f6a39db7fb'}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:27:29.047948 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe725c1-3f49-4aad-9aec-61ca1091cab8 None None] Routers {'9107ac6f-5253-40e5-8381-7294f4653f9c'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:27:29.048707 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-2fe725c1-3f49-4aad-9aec-61ca1091cab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5de5d340>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:27:07Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['9107ac6f-5253-40e5-8381-7294f4653f9c'], 'active': True} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:27:29.128070 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c652d694-2d85-45d0-be9d-4cd9a690b9f9 admin admin] Made reservation on behalf of 92eecebb34494680994374f6a39db7fb for: {'network': 1} {{(pid=92486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 14 03:27:29.131823 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-c652d694-2d85-45d0-be9d-4cd9a690b9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for network, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:29.164872 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-c652d694-2d85-45d0-be9d-4cd9a690b9f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:29.243133 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a396709-102d-4abc-9b7c-f97d59fe1afb req-23acd88e-6e0c-4e56-b9ff-152fea903fc4 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:29.250882 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-6a396709-102d-4abc-9b7c-f97d59fe1afb req-23acd88e-6e0c-4e56-b9ff-152fea903fc4 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 946 time: 0.1361315
Jun 14 03:27:29.283111 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvr_db [None req-2fe725c1-3f49-4aad-9aec-61ca1091cab8 None None] Set router 9107ac6f-5253-40e5-8381-7294f4653f9c gateway port host: dv-cinder-796170-1-iscsi {{(pid=92488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:27:29.331381 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-6a396709-102d-4abc-9b7c-f97d59fe1afb req-6c749cd5-babc-42d1-ae32-8481784479fa tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b35fe9-7e21-48e6-ad6e-af7f1cefab56&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0794060
Jun 14 03:27:29.380373 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-c652d694-2d85-45d0-be9d-4cd9a690b9f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:29.451908 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-c652d694-2d85-45d0-be9d-4cd9a690b9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:29.455474 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-f08666ad-c2f4-43fc-9b9e-49a16572618c tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:27:29.488446 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c652d694-2d85-45d0-be9d-4cd9a690b9f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'}  {{(pid=92486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 14 03:27:29.494205 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c652d694-2d85-45d0-be9d-4cd9a690b9f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3466fffc-c82e-4f87-ad69-92b5dbc68e40,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:27:29.500297 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-c652d694-2d85-45d0-be9d-4cd9a690b9f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:27:29.506175 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-c652d694-2d85-45d0-be9d-4cd9a690b9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677934'] for segment, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:29.507025 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.db.segments_db [None req-c652d694-2d85-45d0-be9d-4cd9a690b9f9 admin admin] Added segment edf3b109-a425-4771-a326-e84ce6700d14 of type vlan for network 53e0e986-fc85-400f-9c88-639a13690e13
Jun 14 03:27:29.577555 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-c652d694-2d85-45d0-be9d-4cd9a690b9f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756196669341'] for network, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:29.590631 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-2fe725c1-3f49-4aad-9aec-61ca1091cab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5de5d340>, [{'id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'name': 'tempest-TestVolumeBootPattern-923657156-router', 'tenant_id': '677c749727ed45bc8bb151403e7f4fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '0e733936-1964-4e57-bec7-c8bc3d54d949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:27:21Z', 'updated_at': '2021-06-14T03:27:26Z', 'revision_number': 4, 'project_id': '677c749727ed45bc8bb151403e7f4fa1', 'gw_port': {'id': '0e733936-1964-4e57-bec7-c8bc3d54d949', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:27:22Z', 'updated_at': '2021-06-14T03:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_interfaces': [{'id': 'aac7cc5d-182a-4fa1-8cb6-a94e5086d20f', 'name': '', 'network_id': '34b23c78-3069-403b-be6d-6131877d9778', 'tenant_id': '677c749727ed45bc8bb151403e7f4fa1', 'mac_address': 'fa:16:3e:50:e1:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '1fa62e25-98c4-4c90-9558-661a82d6770a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:27:25Z', 'updated_at': '2021-06-14T03:27:26Z', 'revision_number': 2, 'project_id': '677c749727ed45bc8bb151403e7f4fa1', 'subnets': [{'id': '1fa62e25-98c4-4c90-9558-661a82d6770a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:27:29.597553 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe725c1-3f49-4aad-9aec-61ca1091cab8 None None] Checking router: 9107ac6f-5253-40e5-8381-7294f4653f9c for host: dv-cinder-796170-1-iscsi {{(pid=92488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 14 03:27:29.598135 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe725c1-3f49-4aad-9aec-61ca1091cab8 None None] Updating router 9107ac6f-5253-40e5-8381-7294f4653f9c port aac7cc5d-182a-4fa1-8cb6-a94e5086d20f binding host dv-cinder-796170-1-iscsi {{(pid=92488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 14 03:27:29.705236 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-c652d694-2d85-45d0-be9d-4cd9a690b9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111'] for network, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:29.707618 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c652d694-2d85-45d0-be9d-4cd9a690b9f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:29.708206 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-c652d694-2d85-45d0-be9d-4cd9a690b9f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for network, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:29.716408 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:27:29.734099 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron_lib.callbacks.manager [None req-2fe725c1-3f49-4aad-9aec-61ca1091cab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:29.811643 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-c652d694-2d85-45d0-be9d-4cd9a690b9f9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.7758260
Jun 14 03:27:29.813186 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c652d694-2d85-45d0-be9d-4cd9a690b9f9 admin admin] Pushing event updated for resources: {'Network': ['ID=53e0e986-fc85-400f-9c88-639a13690e13,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:27:29.814787 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 46734) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:27:29.821832 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.v2.base [None req-597c408c-90c4-4b52-9b48-f9cd0fdb0b99 admin admin] Request body: {'subnet': {'network_id': '53e0e986-fc85-400f-9c88-639a13690e13', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1581754920-subnet', 'tenant_id': '92eecebb34494680994374f6a39db7fb', 'ip_version': 4}} {{(pid=92485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:27:29.822531 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-c652d694-2d85-45d0-be9d-4cd9a690b9f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:27:29.823980 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Network 53e0e986-fc85-400f-9c88-639a13690e13 details requested by agent ovs-agent-dv-cinder-796170-1-iscsi with host dv-cinder-796170-1-iscsi {{(pid=92487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 14 03:27:29.983575 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f38ae8-e499-456c-b902-5211de30bbc2 req-bc21630d-9243-4d98-b6c4-694006681c3e tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:29.985770 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-69f38ae8-e499-456c-b902-5211de30bbc2 req-bc21630d-9243-4d98-b6c4-694006681c3e tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.13 "GET /v2.0/ports?device_id=62058ca3-4624-431a-8a62-ddf599624293 HTTP/1.1" status: 200  len: 946 time: 0.1274743
Jun 14 03:27:29.990331 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597c408c-90c4-4b52-9b48-f9cd0fdb0b99 admin admin] Made reservation on behalf of 92eecebb34494680994374f6a39db7fb for: {'subnet': 1} {{(pid=92485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 14 03:27:29.994123 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-597c408c-90c4-4b52-9b48-f9cd0fdb0b99 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58666795'] for subnet, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:30.094736 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 0e733936-1964-4e57-bec7-c8bc3d54d949 up at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:27:30.102520 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-69f38ae8-e499-456c-b902-5211de30bbc2 req-ab3fbcc3-336f-4599-a65d-9bb464e2e5f2 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.13 "GET /v2.0/security-groups?id=28a9c8b5-4b4e-440b-9836-1b47170078e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749328
Jun 14 03:27:30.189370 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning complete for port 0e733936-1964-4e57-bec7-c8bc3d54d949 triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:27:30.189796 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:30.273700 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron_lib.callbacks.manager [None req-2fe725c1-3f49-4aad-9aec-61ca1091cab8 None None] Notify callbacks [] for port, precommit_update {{(pid=92488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:30.288188 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.provisioning_blocks [None req-2fe725c1-3f49-4aad-9aec-61ca1091cab8 None None] Transition to ACTIVE for port object aac7cc5d-182a-4fa1-8cb6-a94e5086d20f will not be triggered until provisioned by entity L2. {{(pid=92488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:27:30.332223 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46bd5f3-6156-4e9d-bbd9-0dc1389570e2 req-ef9064d2-af83-4ca3-876d-657a3532969b tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:30.333822 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-a46bd5f3-6156-4e9d-bbd9-0dc1389570e2 req-ef9064d2-af83-4ca3-876d-657a3532969b tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.37 "GET /v2.0/ports?device_id=62058ca3-4624-431a-8a62-ddf599624293 HTTP/1.1" status: 200  len: 946 time: 0.1632905
Jun 14 03:27:30.345996 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron_lib.callbacks.manager [None req-2fe725c1-3f49-4aad-9aec-61ca1091cab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:30.350313 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:27:30.502096 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ac592-ee05-4210-8045-2fdd66d2f4ce None None] Pushing event updated for resources: {'Port': ['ID=aac7cc5d-182a-4fa1-8cb6-a94e5086d20f,revision_number=3']} {{(pid=92488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:27:30.516443 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595ac592-ee05-4210-8045-2fdd66d2f4ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:27:30.516656 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595ac592-ee05-4210-8045-2fdd66d2f4ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:27:30.516904 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595ac592-ee05-4210-8045-2fdd66d2f4ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:27:30.521201 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595ac592-ee05-4210-8045-2fdd66d2f4ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:27:30.521570 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595ac592-ee05-4210-8045-2fdd66d2f4ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:27:30.521902 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595ac592-ee05-4210-8045-2fdd66d2f4ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:27:30.522219 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595ac592-ee05-4210-8045-2fdd66d2f4ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:27:30.523830 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595ac592-ee05-4210-8045-2fdd66d2f4ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:27:30.523830 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595ac592-ee05-4210-8045-2fdd66d2f4ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:27:30.523830 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595ac592-ee05-4210-8045-2fdd66d2f4ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:27:30.523830 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595ac592-ee05-4210-8045-2fdd66d2f4ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:27:30.523830 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595ac592-ee05-4210-8045-2fdd66d2f4ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:27:30.547691 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG oslo_concurrency.lockutils [None req-595ac592-ee05-4210-8045-2fdd66d2f4ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:27:30.595502 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.plugin [req-a46bd5f3-6156-4e9d-bbd9-0dc1389570e2 req-4096075a-752b-4239-976f-2c868b5a9b78 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Deleting port c3a82cc9-9052-44c2-9786-c6fb6d3f3efb {{(pid=92485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 14 03:27:30.595889 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-a46bd5f3-6156-4e9d-bbd9-0dc1389570e2 req-4096075a-752b-4239-976f-2c868b5a9b78 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756197070376'] for port, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:30.609955 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f95f9d6-6120-4322-b02e-b073db87af9d req-c8608ee8-56a7-4e05-b39c-20ea2e60623f tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:30.617808 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-7f95f9d6-6120-4322-b02e-b073db87af9d req-c8608ee8-56a7-4e05-b39c-20ea2e60623f tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 946 time: 0.1114647
Jun 14 03:27:30.671490 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.managers [None req-2fe725c1-3f49-4aad-9aec-61ca1091cab8 None None] Attempting to bind port aac7cc5d-182a-4fa1-8cb6-a94e5086d20f on host dv-cinder-796170-1-iscsi for vnic_type normal with profile  {{(pid=92488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 14 03:27:30.671863 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.managers [None req-2fe725c1-3f49-4aad-9aec-61ca1091cab8 None None] Attempting to bind port aac7cc5d-182a-4fa1-8cb6-a94e5086d20f by drivers openvswitch,hyperv on host dv-cinder-796170-1-iscsi at level 0 using segments [{'id': '8195fb77-ebcc-4359-970d-8f4829c5d7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '34b23c78-3069-403b-be6d-6131877d9778'}] {{(pid=92488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 14 03:27:30.672230 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe725c1-3f49-4aad-9aec-61ca1091cab8 None None] Attempting to bind port aac7cc5d-182a-4fa1-8cb6-a94e5086d20f on network 34b23c78-3069-403b-be6d-6131877d9778 {{(pid=92488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 14 03:27:30.678158 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe725c1-3f49-4aad-9aec-61ca1091cab8 None None] Checking agent: {'id': '3556250a-8008-4613-a9a6-6061713fcb85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 13, 37), 'started_at': datetime.datetime(2021, 6, 14, 3, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 14 03:27:30.679260 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe725c1-3f49-4aad-9aec-61ca1091cab8 None None] Checking segment: {'id': '8195fb77-ebcc-4359-970d-8f4829c5d7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '34b23c78-3069-403b-be6d-6131877d9778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 14 03:27:30.680072 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron_lib.callbacks.manager [None req-2fe725c1-3f49-4aad-9aec-61ca1091cab8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:30.682430 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe725c1-3f49-4aad-9aec-61ca1091cab8 None None] Bound using segment: {'id': '8195fb77-ebcc-4359-970d-8f4829c5d7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '34b23c78-3069-403b-be6d-6131877d9778'} {{(pid=92488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 14 03:27:30.682930 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.managers [None req-2fe725c1-3f49-4aad-9aec-61ca1091cab8 None None] Bound port: aac7cc5d-182a-4fa1-8cb6-a94e5086d20f, host: dv-cinder-796170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8195fb77-ebcc-4359-970d-8f4829c5d7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '34b23c78-3069-403b-be6d-6131877d9778'}}] {{(pid=92488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 14 03:27:30.690245 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron_lib.callbacks.manager [None req-2fe725c1-3f49-4aad-9aec-61ca1091cab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:30.701688 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-7f95f9d6-6120-4322-b02e-b073db87af9d req-6069f9f8-557e-43df-b4af-cd995e23e110 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b35fe9-7e21-48e6-ad6e-af7f1cefab56&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0825162
Jun 14 03:27:30.723481 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-597c408c-90c4-4b52-9b48-f9cd0fdb0b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66823779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62999387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58666813'] for subnet, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:30.729722 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:27:30.800113 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597c408c-90c4-4b52-9b48-f9cd0fdb0b99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e67cbf4e-c7ec-43d3-bd29-2d66524e538b,revision_number=0']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:27:30.808888 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.db [req-a46bd5f3-6156-4e9d-bbd9-0dc1389570e2 req-4096075a-752b-4239-976f-2c868b5a9b78 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] For port c3a82cc9-9052-44c2-9786-c6fb6d3f3efb, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=c3a82cc9-9052-44c2-9786-c6fb6d3f3efb,segment=NetworkSegment(24fa031a-5b39-4036-b097-0166048880ac),segment_id=24fa031a-5b39-4036-b097-0166048880ac)] {{(pid=92485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:27:30.809441 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-a46bd5f3-6156-4e9d-bbd9-0dc1389570e2 req-4096075a-752b-4239-976f-2c868b5a9b78 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66754036'] for port, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:30.812477 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.db [None req-2fe725c1-3f49-4aad-9aec-61ca1091cab8 None None] For port aac7cc5d-182a-4fa1-8cb6-a94e5086d20f, host dv-cinder-796170-1-iscsi, cleared binding levels {{(pid=92488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 14 03:27:30.814274 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-597c408c-90c4-4b52-9b48-f9cd0fdb0b99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:27:30.819479 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.db [None req-2fe725c1-3f49-4aad-9aec-61ca1091cab8 None None] For port aac7cc5d-182a-4fa1-8cb6-a94e5086d20f, host dv-cinder-796170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=aac7cc5d-182a-4fa1-8cb6-a94e5086d20f,segment=NetworkSegment(8195fb77-ebcc-4359-970d-8f4829c5d7e4),segment_id=8195fb77-ebcc-4359-970d-8f4829c5d7e4)] {{(pid=92488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 14 03:27:30.914193 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.plugin [req-a46bd5f3-6156-4e9d-bbd9-0dc1389570e2 req-4096075a-752b-4239-976f-2c868b5a9b78 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Calling delete_port for c3a82cc9-9052-44c2-9786-c6fb6d3f3efb owned by compute:nova {{(pid=92485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 14 03:27:30.916036 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron_lib.callbacks.manager [None req-2fe725c1-3f49-4aad-9aec-61ca1091cab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:30.919893 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG oslo_concurrency.lockutils [None req-595ac592-ee05-4210-8045-2fdd66d2f4ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:27:31.053889 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597c408c-90c4-4b52-9b48-f9cd0fdb0b99 admin admin] Checking segment: {'id': 'edf3b109-a425-4771-a326-e84ce6700d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '53e0e986-fc85-400f-9c88-639a13690e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 14 03:27:31.053889 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597c408c-90c4-4b52-9b48-f9cd0fdb0b99 admin admin] Network hostable DHCP agents. Network: 53e0e986-fc85-400f-9c88-639a13690e13, hostable agents: ['0d423c39-5fbd-4170-be1c-b40e9c0b21c1'], hosted agents: [] {{(pid=92485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 14 03:27:31.079398 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ac592-ee05-4210-8045-2fdd66d2f4ce None None] Pushing event updated for resources: {'Port': ['ID=aac7cc5d-182a-4fa1-8cb6-a94e5086d20f,revision_number=4']} {{(pid=92488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:27:31.089661 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG oslo_concurrency.lockutils [None req-595ac592-ee05-4210-8045-2fdd66d2f4ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=92488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:27:31.097013 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe725c1-3f49-4aad-9aec-61ca1091cab8 None None] Routers {'9107ac6f-5253-40e5-8381-7294f4653f9c'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:27:31.097909 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-2fe725c1-3f49-4aad-9aec-61ca1091cab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5de5d340>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:27:07Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['9107ac6f-5253-40e5-8381-7294f4653f9c'], 'active': True} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:27:31.372273 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvr_db [None req-2fe725c1-3f49-4aad-9aec-61ca1091cab8 None None] Set router 9107ac6f-5253-40e5-8381-7294f4653f9c gateway port host: dv-cinder-796170-1-iscsi {{(pid=92488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:27:31.373786 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12861dc2-c9ec-4405-8e47-a91b90b1d074 req-6b07ae99-6026-407a-b621-781ea14f1ac2 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:31.373786 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-12861dc2-c9ec-4405-8e47-a91b90b1d074 req-6b07ae99-6026-407a-b621-781ea14f1ac2 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.13 "GET /v2.0/ports?device_id=62058ca3-4624-431a-8a62-ddf599624293 HTTP/1.1" status: 200  len: 946 time: 0.0713701
Jun 14 03:27:31.373786 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-12861dc2-c9ec-4405-8e47-a91b90b1d074 req-0abef1f9-7e9d-4b2f-929e-a6ff0fe2e661 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.13 "GET /v2.0/security-groups?id=28a9c8b5-4b4e-440b-9836-1b47170078e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408752
Jun 14 03:27:31.531813 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597c408c-90c4-4b52-9b48-f9cd0fdb0b99 admin admin] Network 53e0e986-fc85-400f-9c88-639a13690e13 is scheduled to be hosted by DHCP agent 0d423c39-5fbd-4170-be1c-b40e9c0b21c1 with binding_index 1 {{(pid=92485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 14 03:27:31.560067 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-2fe725c1-3f49-4aad-9aec-61ca1091cab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5de5d340>, [{'id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'name': 'tempest-TestVolumeBootPattern-923657156-router', 'tenant_id': '677c749727ed45bc8bb151403e7f4fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '0e733936-1964-4e57-bec7-c8bc3d54d949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:27:21Z', 'updated_at': '2021-06-14T03:27:26Z', 'revision_number': 4, 'project_id': '677c749727ed45bc8bb151403e7f4fa1', 'gw_port': {'id': '0e733936-1964-4e57-bec7-c8bc3d54d949', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:27:22Z', 'updated_at': '2021-06-14T03:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_interfaces': [{'id': 'aac7cc5d-182a-4fa1-8cb6-a94e5086d20f', 'name': '', 'network_id': '34b23c78-3069-403b-be6d-6131877d9778', 'tenant_id': '677c749727ed45bc8bb151403e7f4fa1', 'mac_address': 'fa:16:3e:50:e1:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '1fa62e25-98c4-4c90-9558-661a82d6770a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:27:25Z', 'updated_at': '2021-06-14T03:27:30Z', 'revision_number': 4, 'project_id': '677c749727ed45bc8bb151403e7f4fa1', 'subnets': [{'id': '1fa62e25-98c4-4c90-9558-661a82d6770a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:27:31.563695 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe725c1-3f49-4aad-9aec-61ca1091cab8 None None] The sync data for ids ['9107ac6f-5253-40e5-8381-7294f4653f9c'] in dv-cinder-796170-1-iscsi is: [{'id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'name': 'tempest-TestVolumeBootPattern-923657156-router', 'tenant_id': '677c749727ed45bc8bb151403e7f4fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '0e733936-1964-4e57-bec7-c8bc3d54d949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:27:21Z', 'updated_at': '2021-06-14T03:27:26Z', 'revision_number': 4, 'project_id': '677c749727ed45bc8bb151403e7f4fa1', 'gw_port': {'id': '0e733936-1964-4e57-bec7-c8bc3d54d949', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:27:22Z', 'updated_at': '2021-06-14T03:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_interfaces': [{'id': 'aac7cc5d-182a-4fa1-8cb6-a94e5086d20f', 'name': '', 'network_id': '34b23c78-3069-403b-be6d-6131877d9778', 'tenant_id': '677c749727ed45bc8bb151403e7f4fa1', 'mac_address': 'fa:16:3e:50:e1:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '1fa62e25-98c4-4c90-9558-661a82d6770a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:27:25Z', 'updated_at': '2021-06-14T03:27:30Z', 'revision_number': 4, 'project_id': '677c749727ed45bc8bb151403e7f4fa1', 'subnets': [{'id': '1fa62e25-98c4-4c90-9558-661a82d6770a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 14 03:27:31.591104 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-a46bd5f3-6156-4e9d-bbd9-0dc1389570e2 req-4096075a-752b-4239-976f-2c868b5a9b78 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756197075788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756196682536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62999266'] for port, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:31.598389 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-84cf8c28-4c6c-4771-a4bc-0404c0fdaa51 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:27:31.603308 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] get_ports_and_sgs() called for port_ids ['c3a82cc9-9052-44c2-9786-c6fb6d3f3efb'] {{(pid=92487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 14 03:27:31.639772 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4096075a-752b-4239-976f-2c868b5a9b78 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Pushing event deleted for resources: {'Port': ['ID=c3a82cc9-9052-44c2-9786-c6fb6d3f3efb,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:27:31.642503 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.base_scheduler [None req-597c408c-90c4-4b52-9b48-f9cd0fdb0b99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-1-iscsi, 53e0e986-fc85-400f-9c88-639a13690e13) {{(pid=92485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:27:31.644018 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-4096075a-752b-4239-976f-2c868b5a9b78 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:27:31.648254 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597c408c-90c4-4b52-9b48-f9cd0fdb0b99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:31.648466 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-597c408c-90c4-4b52-9b48-f9cd0fdb0b99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for subnet, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:31.668326 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd4291f-6e57-41d7-91e4-80b2f0d149b6 None None] Network 53e0e986-fc85-400f-9c88-639a13690e13 requested from dv-cinder-796170-1-iscsi {{(pid=92487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 14 03:27:31.721497 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.l3_dvrscheduler_db [req-a46bd5f3-6156-4e9d-bbd9-0dc1389570e2 req-4096075a-752b-4239-976f-2c868b5a9b78 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] No DVR routers for this DVR port c3a82cc9-9052-44c2-9786-c6fb6d3f3efb on host hv-cinder-79617 {{(pid=92485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 14 03:27:31.725407 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-a46bd5f3-6156-4e9d-bbd9-0dc1389570e2 req-4096075a-752b-4239-976f-2c868b5a9b78 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389'] for port, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:31.727641 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-a46bd5f3-6156-4e9d-bbd9-0dc1389570e2 req-4096075a-752b-4239-976f-2c868b5a9b78 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.37 "DELETE /v2.0/ports/c3a82cc9-9052-44c2-9786-c6fb6d3f3efb HTTP/1.1" status: 204  len: 173 time: 1.3877826
Jun 14 03:27:31.730440 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62058ca3-4624-431a-8a62-ddf599624293', 'name': 'network-vif-deleted', 'tag': 'c3a82cc9-9052-44c2-9786-c6fb6d3f3efb'}] {{(pid=92485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:27:31.733121 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0639b30c08a1ea7684a5dbba31199bfc4186ae3813d9033880ffe89de9bab324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4604e19-6036-4691-9ad2-8d29b45702e8" -d '{"events": [{"server_uuid": "62058ca3-4624-431a-8a62-ddf599624293", "name": "network-vif-deleted", "tag": "c3a82cc9-9052-44c2-9786-c6fb6d3f3efb"}]}' {{(pid=92485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:27:31.773176 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-597c408c-90c4-4b52-9b48-f9cd0fdb0b99 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.9561186
Jun 14 03:27:31.775584 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 46750) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:27:31.783374 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.v2.base [None req-493c9766-8a83-46bc-8c49-3d1f54c4a476 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1581754920-router', 'tenant_id': '92eecebb34494680994374f6a39db7fb', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba'}}} {{(pid=92485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:27:31.918820 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-493c9766-8a83-46bc-8c49-3d1f54c4a476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66749865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256276'] for router, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:31.921632 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-493c9766-8a83-46bc-8c49-3d1f54c4a476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66749902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66755800', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66935751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256495'] for router, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:31.973515 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b787f722-022f-4f7f-bea3-a891c226960e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70344d28-076a-51d6-aec4-a96cd55dd66f-53e0e986-fc85-400f-9c88-639a13690e13', 'network_id': '53e0e986-fc85-400f-9c88-639a13690e13', 'tenant_id': '92eecebb34494680994374f6a39db7fb', 'fixed_ips': [{'subnet_id': 'e67cbf4e-c7ec-43d3-bd29-2d66524e538b'}]}} from dv-cinder-796170-1-iscsi. {{(pid=92487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 14 03:27:31.974899 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-b787f722-022f-4f7f-bea3-a891c226960e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for port, before_create {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:32.038916 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-493c9766-8a83-46bc-8c49-3d1f54c4a476 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:32.152977 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a5cac-9763-49db-a574-5815c611c0d9 req-36d3ed47-428f-470d-b325-9e81f1cc35d5 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:32.164330 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-e26a5cac-9763-49db-a574-5815c611c0d9 req-36d3ed47-428f-470d-b325-9e81f1cc35d5 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 946 time: 0.2648532
Jun 14 03:27:32.195604 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device aac7cc5d-182a-4fa1-8cb6-a94e5086d20f up at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:27:32.263315 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-e26a5cac-9763-49db-a574-5815c611c0d9 req-d830d815-f68a-4f75-9ddf-6997018e5cff tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b35fe9-7e21-48e6-ad6e-af7f1cefab56&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0958843
Jun 14 03:27:32.334372 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558df6ce-2ef7-4900-8a85-91b40f6957ab x-openstack-request-id: req-558df6ce-2ef7-4900-8a85-91b40f6957ab {{(pid=92485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:27:32.335046 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62058ca3-4624-431a-8a62-ddf599624293", "name": "network-vif-deleted", "tag": "c3a82cc9-9052-44c2-9786-c6fb6d3f3efb", "status": "completed", "code": 200}]} {{(pid=92485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:27:32.335521 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-558df6ce-2ef7-4900-8a85-91b40f6957ab {{(pid=92485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:27:32.336229 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62058ca3-4624-431a-8a62-ddf599624293', 'name': 'network-vif-deleted', 'tag': 'c3a82cc9-9052-44c2-9786-c6fb6d3f3efb', 'status': 'completed', 'code': 200}
Jun 14 03:27:32.346639 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.db_base_plugin_common [None req-b787f722-022f-4f7f-bea3-a891c226960e None None] Allocated IP 172.20.0.2 (53e0e986-fc85-400f-9c88-639a13690e13/e67cbf4e-c7ec-43d3-bd29-2d66524e538b/f06e1458-56a7-4b53-b2eb-b93427c962a2) {{(pid=92487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 14 03:27:32.418135 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning for port aac7cc5d-182a-4fa1-8cb6-a94e5086d20f completed by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:27:32.425307 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning complete for port aac7cc5d-182a-4fa1-8cb6-a94e5086d20f triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:27:32.425831 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:32.507041 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-493c9766-8a83-46bc-8c49-3d1f54c4a476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66755783', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66749883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256505'] for router, precommit_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:32.586947 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-b62da43a-a4a8-4e84-b2f8-b71d7ea7e87b req-262aa439-938b-4c2c-aa85-2f6eb8178902 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.13 "GET /v2.0/ports?device_id=62058ca3-4624-431a-8a62-ddf599624293 HTTP/1.1" status: 200  len: 210 time: 0.0462222
Jun 14 03:27:32.705526 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:32.750767 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-b787f722-022f-4f7f-bea3-a891c226960e None None] Notify callbacks [] for port, precommit_create {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:32.778068 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-b787f722-022f-4f7f-bea3-a891c226960e None None] Transition to ACTIVE for port object f06e1458-56a7-4b53-b2eb-b93427c962a2 will not be triggered until provisioned by entity L2. {{(pid=92487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:27:32.805563 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] For port aac7cc5d-182a-4fa1-8cb6-a94e5086d20f, host dv-cinder-796170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=aac7cc5d-182a-4fa1-8cb6-a94e5086d20f,segment=NetworkSegment(8195fb77-ebcc-4359-970d-8f4829c5d7e4),segment_id=8195fb77-ebcc-4359-970d-8f4829c5d7e4)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:27:32.830265 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-b787f722-022f-4f7f-bea3-a891c226960e None None] Transition to ACTIVE for port object f06e1458-56a7-4b53-b2eb-b93427c962a2 will not be triggered until provisioned by entity DHCP. {{(pid=92487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:27:32.897673 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:32.899620 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:27:33.007741 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Pushing event updated for resources: {'Port': ['ID=aac7cc5d-182a-4fa1-8cb6-a94e5086d20f,revision_number=5']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:27:33.012404 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-b787f722-022f-4f7f-bea3-a891c226960e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-668656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756196682527'] for port, after_create {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:33.014749 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:27:33.015458 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:27:33.027985 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-493c9766-8a83-46bc-8c49-3d1f54c4a476 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:33.060070 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-493c9766-8a83-46bc-8c49-3d1f54c4a476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for port, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:33.106370 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b787f722-022f-4f7f-bea3-a891c226960e None None] Pushing event updated for resources: {'Port': ['ID=f06e1458-56a7-4b53-b2eb-b93427c962a2,revision_number=1']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:27:33.112228 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b787f722-022f-4f7f-bea3-a891c226960e None None] Network 53e0e986-fc85-400f-9c88-639a13690e13 is already hosted by enough agents. {{(pid=92487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 14 03:27:33.113418 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-b787f722-022f-4f7f-bea3-a891c226960e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:27:33.114988 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.scheduler.base_scheduler [None req-b787f722-022f-4f7f-bea3-a891c226960e None None] Resources bound (agent type, host, resource id):  {{(pid=92487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:27:33.118134 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b787f722-022f-4f7f-bea3-a891c226960e None None] Received port after_create {{(pid=92487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 14 03:27:33.217200 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.managers [None req-b787f722-022f-4f7f-bea3-a891c226960e None None] Attempting to bind port f06e1458-56a7-4b53-b2eb-b93427c962a2 on host dv-cinder-796170-1-iscsi for vnic_type normal with profile  {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 14 03:27:33.217585 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.managers [None req-b787f722-022f-4f7f-bea3-a891c226960e None None] Attempting to bind port f06e1458-56a7-4b53-b2eb-b93427c962a2 by drivers openvswitch,hyperv on host dv-cinder-796170-1-iscsi at level 0 using segments [{'id': 'edf3b109-a425-4771-a326-e84ce6700d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '53e0e986-fc85-400f-9c88-639a13690e13'}] {{(pid=92487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 14 03:27:33.217963 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b787f722-022f-4f7f-bea3-a891c226960e None None] Attempting to bind port f06e1458-56a7-4b53-b2eb-b93427c962a2 on network 53e0e986-fc85-400f-9c88-639a13690e13 {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 14 03:27:33.223888 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b787f722-022f-4f7f-bea3-a891c226960e None None] Checking agent: {'id': '3556250a-8008-4613-a9a6-6061713fcb85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 13, 37), 'started_at': datetime.datetime(2021, 6, 14, 3, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 14 03:27:33.223888 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b787f722-022f-4f7f-bea3-a891c226960e None None] Checking segment: {'id': 'edf3b109-a425-4771-a326-e84ce6700d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '53e0e986-fc85-400f-9c88-639a13690e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 14 03:27:33.224379 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-b787f722-022f-4f7f-bea3-a891c226960e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:33.224789 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b787f722-022f-4f7f-bea3-a891c226960e None None] Bound using segment: {'id': 'edf3b109-a425-4771-a326-e84ce6700d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '53e0e986-fc85-400f-9c88-639a13690e13'} {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 14 03:27:33.225339 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.managers [None req-b787f722-022f-4f7f-bea3-a891c226960e None None] Bound port: f06e1458-56a7-4b53-b2eb-b93427c962a2, host: dv-cinder-796170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edf3b109-a425-4771-a326-e84ce6700d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '53e0e986-fc85-400f-9c88-639a13690e13'}}] {{(pid=92487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 14 03:27:33.225950 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-b787f722-022f-4f7f-bea3-a891c226960e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:33.248102 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.db_base_plugin_common [None req-493c9766-8a83-46bc-8c49-3d1f54c4a476 admin admin] Allocated IP 172.27.2.85 (93400a53-dc51-45a7-8a67-e74b6f34e4ba/60a70a14-b6be-44b1-a1f9-f2aaa6aa296b/65cbcbc9-dc45-4075-9d72-9a39368bcb92) {{(pid=92485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 14 03:27:33.352676 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-b787f722-022f-4f7f-bea3-a891c226960e None None] For port f06e1458-56a7-4b53-b2eb-b93427c962a2, host dv-cinder-796170-1-iscsi, cleared binding levels {{(pid=92487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 14 03:27:33.369180 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-b787f722-022f-4f7f-bea3-a891c226960e None None] For port f06e1458-56a7-4b53-b2eb-b93427c962a2, host dv-cinder-796170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=f06e1458-56a7-4b53-b2eb-b93427c962a2,segment=NetworkSegment(edf3b109-a425-4771-a326-e84ce6700d14),segment_id=edf3b109-a425-4771-a326-e84ce6700d14)] {{(pid=92487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 14 03:27:33.443858 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-b787f722-022f-4f7f-bea3-a891c226960e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:33.446668 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:27:33.462952 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-493c9766-8a83-46bc-8c49-3d1f54c4a476 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:33.563006 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b787f722-022f-4f7f-bea3-a891c226960e None None] Pushing event updated for resources: {'Port': ['ID=f06e1458-56a7-4b53-b2eb-b93427c962a2,revision_number=2']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:27:33.567153 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-b787f722-022f-4f7f-bea3-a891c226960e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:27:33.580351 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f318c5-c93a-4530-8801-14b85e414f70 req-74a4c085-e89c-4688-b1df-7e0aaee41337 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:33.581937 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-98f318c5-c93a-4530-8801-14b85e414f70 req-74a4c085-e89c-4688-b1df-7e0aaee41337 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 946 time: 0.1129966
Jun 14 03:27:33.603863 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-493c9766-8a83-46bc-8c49-3d1f54c4a476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-668656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756196682527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62999275'] for port, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:33.607267 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-11ba675f-a5a4-4653-95e2-c18b27d04820 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:27:33.659222 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-98f318c5-c93a-4530-8801-14b85e414f70 req-6aca83ca-b431-4c6d-91db-294e2fec881d tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b35fe9-7e21-48e6-ad6e-af7f1cefab56&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0682757
Jun 14 03:27:33.698223 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493c9766-8a83-46bc-8c49-3d1f54c4a476 admin admin] Network 93400a53-dc51-45a7-8a67-e74b6f34e4ba is already hosted by enough agents. {{(pid=92485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 14 03:27:33.701422 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.base_scheduler [None req-493c9766-8a83-46bc-8c49-3d1f54c4a476 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:27:33.705220 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493c9766-8a83-46bc-8c49-3d1f54c4a476 admin admin] Received port after_create {{(pid=92485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 14 03:27:33.717034 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493c9766-8a83-46bc-8c49-3d1f54c4a476 admin admin] Pushing event updated for resources: {'Port': ['ID=65cbcbc9-dc45-4075-9d72-9a39368bcb92,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:27:33.745906 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-493c9766-8a83-46bc-8c49-3d1f54c4a476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:27:34.224101 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device aac7cc5d-182a-4fa1-8cb6-a94e5086d20f up at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:27:34.286181 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device c3a82cc9-9052-44c2-9786-c6fb6d3f3efb no longer exists at agent hyperv_hv-cinder-79617 {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 14 03:27:34.319064 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-661a56f4-230e-4389-a254-9a37132de24a None None] No Port match for: c3a82cc9-9052-44c2-9786-c6fb6d3f3efb {{(pid=92487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 14 03:27:34.319755 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device c3a82cc9-9052-44c2-9786-c6fb6d3f3efb not bound to the agent host hv-cinder-79617 {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 14 03:27:34.352813 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning complete for port aac7cc5d-182a-4fa1-8cb6-a94e5086d20f triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:27:34.353197 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:34.473974 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-00579103-81ed-41ba-8c07-88c563c70113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:34.495432 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device f06e1458-56a7-4b53-b2eb-b93427c962a2 up at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:27:34.589892 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-493c9766-8a83-46bc-8c49-3d1f54c4a476 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:34.721322 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning for port f06e1458-56a7-4b53-b2eb-b93427c962a2 completed by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:27:34.873436 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9389c776-8077-4bef-b0ba-5976579d10c2 None None] Network 53e0e986-fc85-400f-9c88-639a13690e13 requested from dv-cinder-796170-1-iscsi {{(pid=92487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 14 03:27:34.928938 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc334044-a27e-43fd-b91b-d694fecd0056 req-f52d76f5-585f-48b1-bd3f-db79961eaa3b tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:34.931380 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-fc334044-a27e-43fd-b91b-d694fecd0056 req-f52d76f5-585f-48b1-bd3f-db79961eaa3b tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 946 time: 0.1027150
Jun 14 03:27:34.961463 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-493c9766-8a83-46bc-8c49-3d1f54c4a476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66749858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66755231'] for router, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:35.002964 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-fc334044-a27e-43fd-b91b-d694fecd0056 req-e09cd6f1-d307-4d79-8889-7bf7cfe48ce9 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b35fe9-7e21-48e6-ad6e-af7f1cefab56&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0640838
Jun 14 03:27:35.109730 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-c4716e6c-5c4b-4422-a2be-9b9b01cbe702 None None] Provisioning for port f06e1458-56a7-4b53-b2eb-b93427c962a2 completed by entity DHCP. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:27:35.116147 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-c4716e6c-5c4b-4422-a2be-9b9b01cbe702 None None] Provisioning complete for port f06e1458-56a7-4b53-b2eb-b93427c962a2 triggered by entity DHCP. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:27:35.116531 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-c4716e6c-5c4b-4422-a2be-9b9b01cbe702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:35.263994 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-c4716e6c-5c4b-4422-a2be-9b9b01cbe702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:35.300783 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-493c9766-8a83-46bc-8c49-3d1f54c4a476 admin admin] Router 71609224-a7dd-46ce-ba82-b333cdc66458 is scheduled to L3 agent faa78350-ce80-467b-8f2c-9d7893daed85 with binding_index 1 {{(pid=92485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 14 03:27:35.313220 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-c4716e6c-5c4b-4422-a2be-9b9b01cbe702 None None] For port f06e1458-56a7-4b53-b2eb-b93427c962a2, host dv-cinder-796170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=f06e1458-56a7-4b53-b2eb-b93427c962a2,segment=NetworkSegment(edf3b109-a425-4771-a326-e84ce6700d14),segment_id=edf3b109-a425-4771-a326-e84ce6700d14)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:27:35.392372 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-c4716e6c-5c4b-4422-a2be-9b9b01cbe702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:35.396030 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-298a6b6a-fe62-417f-980b-fceddbfc04f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:27:35.507594 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4716e6c-5c4b-4422-a2be-9b9b01cbe702 None None] Pushing event updated for resources: {'Port': ['ID=f06e1458-56a7-4b53-b2eb-b93427c962a2,revision_number=3']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:27:35.512139 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493c9766-8a83-46bc-8c49-3d1f54c4a476 admin admin] Notify agent at l3_agent.dv-cinder-796170-1-iscsi the message routers_updated {{(pid=92485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 14 03:27:35.522103 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-c4716e6c-5c4b-4422-a2be-9b9b01cbe702 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:27:35.524921 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88232dca-fcfa-42da-9edf-0b0a184858b9 None None] Sync routers for ids ['71609224-a7dd-46ce-ba82-b333cdc66458'] in dv-cinder-796170-1-iscsi {{(pid=92487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 14 03:27:35.533156 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-be376d8a-f30b-47e4-b6fc-13dae5d1c5c4 None None] Provisioning complete for port f06e1458-56a7-4b53-b2eb-b93427c962a2 triggered by entity DHCP. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:27:35.533537 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-be376d8a-f30b-47e4-b6fc-13dae5d1c5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:35.567327 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88232dca-fcfa-42da-9edf-0b0a184858b9 None None] Routers {'71609224-a7dd-46ce-ba82-b333cdc66458'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:27:35.567885 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-88232dca-fcfa-42da-9edf-0b0a184858b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5d1683d0>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:27:07Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['71609224-a7dd-46ce-ba82-b333cdc66458'], 'active': True} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:27:35.614714 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-493c9766-8a83-46bc-8c49-3d1f54c4a476 admin admin] Notify callbacks [] for router, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:35.616732 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-493c9766-8a83-46bc-8c49-3d1f54c4a476 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.8393183
Jun 14 03:27:35.619463 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 46768) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:27:35.919390 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvr_db [None req-88232dca-fcfa-42da-9edf-0b0a184858b9 None None] Set router 71609224-a7dd-46ce-ba82-b333cdc66458 gateway port host: dv-cinder-796170-1-iscsi {{(pid=92487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:27:35.962925 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:36.103247 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device f06e1458-56a7-4b53-b2eb-b93427c962a2 up at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:27:36.236375 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning complete for port f06e1458-56a7-4b53-b2eb-b93427c962a2 triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:27:36.236670 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:36.283362 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-88232dca-fcfa-42da-9edf-0b0a184858b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5d1683d0>, [{'id': '71609224-a7dd-46ce-ba82-b333cdc66458', 'name': 'tempest-TestVolumeBootPattern-1581754920-router', 'tenant_id': '92eecebb34494680994374f6a39db7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '65cbcbc9-dc45-4075-9d72-9a39368bcb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:27:31Z', 'updated_at': '2021-06-14T03:27:34Z', 'revision_number': 3, 'project_id': '92eecebb34494680994374f6a39db7fb', 'gw_port': {'id': '65cbcbc9-dc45-4075-9d72-9a39368bcb92', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e8:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71609224-a7dd-46ce-ba82-b333cdc66458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:27:33Z', 'updated_at': '2021-06-14T03:27:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi'}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:27:36.288536 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88232dca-fcfa-42da-9edf-0b0a184858b9 None None] Checking router: 71609224-a7dd-46ce-ba82-b333cdc66458 for host: dv-cinder-796170-1-iscsi {{(pid=92487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 14 03:27:36.288888 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88232dca-fcfa-42da-9edf-0b0a184858b9 None None] Updating router 71609224-a7dd-46ce-ba82-b333cdc66458 port 65cbcbc9-dc45-4075-9d72-9a39368bcb92 binding host dv-cinder-796170-1-iscsi {{(pid=92487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 14 03:27:36.327792 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-d80ac2b5-2a6d-4098-a8e8-22d4cee672ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for port, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:36.338099 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c80e5b-eba8-433a-877e-eb9d99d2d8f7 req-03a16e56-e502-472f-acff-61f84e2fda20 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:36.340348 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-e8c80e5b-eba8-433a-877e-eb9d99d2d8f7 req-03a16e56-e502-472f-acff-61f84e2fda20 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 946 time: 0.1685119
Jun 14 03:27:36.363999 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-88232dca-fcfa-42da-9edf-0b0a184858b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:36.456571 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-e8c80e5b-eba8-433a-877e-eb9d99d2d8f7 req-27911f0d-8275-4261-9e24-5a6d25dbab2b tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b35fe9-7e21-48e6-ad6e-af7f1cefab56&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1063693
Jun 14 03:27:36.619067 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.db_base_plugin_common [None req-d80ac2b5-2a6d-4098-a8e8-22d4cee672ab admin admin] Allocated IP 172.20.0.1 (53e0e986-fc85-400f-9c88-639a13690e13/e67cbf4e-c7ec-43d3-bd29-2d66524e538b/8026f3ff-5502-4681-8b7d-20248521fe9f) {{(pid=92485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 14 03:27:36.691831 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-88232dca-fcfa-42da-9edf-0b0a184858b9 None None] Notify callbacks [] for port, precommit_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:36.707534 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-88232dca-fcfa-42da-9edf-0b0a184858b9 None None] Transition to ACTIVE for port object 65cbcbc9-dc45-4075-9d72-9a39368bcb92 will not be triggered until provisioned by entity L2. {{(pid=92487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:27:36.780368 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-d80ac2b5-2a6d-4098-a8e8-22d4cee672ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:36.789010 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-88232dca-fcfa-42da-9edf-0b0a184858b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:36.791078 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-b787f722-022f-4f7f-bea3-a891c226960e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:27:36.803246 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.provisioning_blocks [None req-d80ac2b5-2a6d-4098-a8e8-22d4cee672ab admin admin] Transition to ACTIVE for port object 8026f3ff-5502-4681-8b7d-20248521fe9f will not be triggered until provisioned by entity DHCP. {{(pid=92485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:27:36.859359 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54c2a5a-d103-48d5-bc3e-7ecdd3a8f97a None None] Pushing event updated for resources: {'Port': ['ID=65cbcbc9-dc45-4075-9d72-9a39368bcb92,revision_number=2']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:27:36.861803 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.managers [None req-88232dca-fcfa-42da-9edf-0b0a184858b9 None None] Attempting to bind port 65cbcbc9-dc45-4075-9d72-9a39368bcb92 on host dv-cinder-796170-1-iscsi for vnic_type normal with profile  {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 14 03:27:36.864756 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.managers [None req-88232dca-fcfa-42da-9edf-0b0a184858b9 None None] Attempting to bind port 65cbcbc9-dc45-4075-9d72-9a39368bcb92 by drivers openvswitch,hyperv on host dv-cinder-796170-1-iscsi at level 0 using segments [{'id': '893a0064-443a-4390-b9c3-705fa3bdf9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba'}] {{(pid=92487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 14 03:27:36.864756 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88232dca-fcfa-42da-9edf-0b0a184858b9 None None] Attempting to bind port 65cbcbc9-dc45-4075-9d72-9a39368bcb92 on network 93400a53-dc51-45a7-8a67-e74b6f34e4ba {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 14 03:27:36.865063 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-e54c2a5a-d103-48d5-bc3e-7ecdd3a8f97a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:27:36.869090 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88232dca-fcfa-42da-9edf-0b0a184858b9 None None] Checking agent: {'id': '3556250a-8008-4613-a9a6-6061713fcb85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 13, 37), 'started_at': datetime.datetime(2021, 6, 14, 3, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 14 03:27:36.870125 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88232dca-fcfa-42da-9edf-0b0a184858b9 None None] Checking segment: {'id': '893a0064-443a-4390-b9c3-705fa3bdf9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 14 03:27:36.870643 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-88232dca-fcfa-42da-9edf-0b0a184858b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:36.871278 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88232dca-fcfa-42da-9edf-0b0a184858b9 None None] Bound using segment: {'id': '893a0064-443a-4390-b9c3-705fa3bdf9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba'} {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 14 03:27:36.871774 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.managers [None req-88232dca-fcfa-42da-9edf-0b0a184858b9 None None] Bound port: 65cbcbc9-dc45-4075-9d72-9a39368bcb92, host: dv-cinder-796170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '893a0064-443a-4390-b9c3-705fa3bdf9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba'}}] {{(pid=92487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 14 03:27:36.872156 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-88232dca-fcfa-42da-9edf-0b0a184858b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:36.932846 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-d80ac2b5-2a6d-4098-a8e8-22d4cee672ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-668656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756196682527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62999275'] for port, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:36.936436 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-d8d240ba-914c-4735-a9bb-064e863e6add admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:27:36.944901 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-88232dca-fcfa-42da-9edf-0b0a184858b9 None None] For port 65cbcbc9-dc45-4075-9d72-9a39368bcb92, host dv-cinder-796170-1-iscsi, cleared binding levels {{(pid=92487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 14 03:27:36.948956 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-88232dca-fcfa-42da-9edf-0b0a184858b9 None None] For port 65cbcbc9-dc45-4075-9d72-9a39368bcb92, host dv-cinder-796170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=65cbcbc9-dc45-4075-9d72-9a39368bcb92,segment=NetworkSegment(893a0064-443a-4390-b9c3-705fa3bdf9f8),segment_id=893a0064-443a-4390-b9c3-705fa3bdf9f8)] {{(pid=92487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 14 03:27:36.986691 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-60ad0d63-6ac0-424c-8650-96275512eaa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:36.990635 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80ac2b5-2a6d-4098-a8e8-22d4cee672ab admin admin] Network 53e0e986-fc85-400f-9c88-639a13690e13 is already hosted by enough agents. {{(pid=92485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 14 03:27:36.993734 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.base_scheduler [None req-d80ac2b5-2a6d-4098-a8e8-22d4cee672ab admin admin] Resources bound (agent type, host, resource id):  {{(pid=92485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:27:36.997452 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80ac2b5-2a6d-4098-a8e8-22d4cee672ab admin admin] Received port after_create {{(pid=92485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 14 03:27:37.012746 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-88232dca-fcfa-42da-9edf-0b0a184858b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:37.015426 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:27:37.032986 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80ac2b5-2a6d-4098-a8e8-22d4cee672ab admin admin] Pushing event updated for resources: {'Port': ['ID=8026f3ff-5502-4681-8b7d-20248521fe9f,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:27:37.036821 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-d80ac2b5-2a6d-4098-a8e8-22d4cee672ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:27:37.058899 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-d80ac2b5-2a6d-4098-a8e8-22d4cee672ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66751066'] for router_interface, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:37.167808 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88232dca-fcfa-42da-9edf-0b0a184858b9 None None] Routers {'71609224-a7dd-46ce-ba82-b333cdc66458'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:27:37.168443 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-88232dca-fcfa-42da-9edf-0b0a184858b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5d1683d0>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:27:37Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['71609224-a7dd-46ce-ba82-b333cdc66458'], 'active': True} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:27:37.365123 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54c2a5a-d103-48d5-bc3e-7ecdd3a8f97a None None] Pushing event updated for resources: {'Port': ['ID=65cbcbc9-dc45-4075-9d72-9a39368bcb92,revision_number=3']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:27:37.369326 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-e54c2a5a-d103-48d5-bc3e-7ecdd3a8f97a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:27:37.374283 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:37.408962 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvr_db [None req-88232dca-fcfa-42da-9edf-0b0a184858b9 None None] Set router 71609224-a7dd-46ce-ba82-b333cdc66458 gateway port host: dv-cinder-796170-1-iscsi {{(pid=92487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:27:37.419334 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-d80ac2b5-2a6d-4098-a8e8-22d4cee672ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:37.504174 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-530e63a7-b4f4-4ade-8bcb-376946859631 None None] Provisioning for port 8026f3ff-5502-4681-8b7d-20248521fe9f completed by entity DHCP. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:27:37.535420 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-530e63a7-b4f4-4ade-8bcb-376946859631 None None] Provisioning complete for port 8026f3ff-5502-4681-8b7d-20248521fe9f triggered by entity DHCP. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:27:37.535794 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-530e63a7-b4f4-4ade-8bcb-376946859631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:37.605435 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-530e63a7-b4f4-4ade-8bcb-376946859631 None None] Port 8026f3ff-5502-4681-8b7d-20248521fe9f cannot update to ACTIVE because it is not bound. {{(pid=92487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 14 03:27:37.742244 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c383684-9da4-4749-832f-cc68e1164a1f req-2b9aa0bb-32b4-445a-8a7f-e02c4bf19fe1 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:37.746081 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-0c383684-9da4-4749-832f-cc68e1164a1f req-2b9aa0bb-32b4-445a-8a7f-e02c4bf19fe1 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 946 time: 0.1338131
Jun 14 03:27:37.748501 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-d80ac2b5-2a6d-4098-a8e8-22d4cee672ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:37.803721 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-0c383684-9da4-4749-832f-cc68e1164a1f req-195e9518-4995-49dc-b019-8c4bb5acfe52 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b35fe9-7e21-48e6-ad6e-af7f1cefab56&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0509317
Jun 14 03:27:37.846142 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-d80ac2b5-2a6d-4098-a8e8-22d4cee672ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62999253'] for port, after_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:37.848481 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-92aac238-30f4-455c-b30b-4d33e492b611 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:27:37.909789 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-88232dca-fcfa-42da-9edf-0b0a184858b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5d1683d0>, [{'id': '71609224-a7dd-46ce-ba82-b333cdc66458', 'name': 'tempest-TestVolumeBootPattern-1581754920-router', 'tenant_id': '92eecebb34494680994374f6a39db7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '65cbcbc9-dc45-4075-9d72-9a39368bcb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:27:31Z', 'updated_at': '2021-06-14T03:27:34Z', 'revision_number': 3, 'project_id': '92eecebb34494680994374f6a39db7fb', 'gw_port': {'id': '65cbcbc9-dc45-4075-9d72-9a39368bcb92', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e8:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71609224-a7dd-46ce-ba82-b333cdc66458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:27:33Z', 'updated_at': '2021-06-14T03:27:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi'}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:27:37.914057 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88232dca-fcfa-42da-9edf-0b0a184858b9 None None] The sync data for ids ['71609224-a7dd-46ce-ba82-b333cdc66458'] in dv-cinder-796170-1-iscsi is: [{'id': '71609224-a7dd-46ce-ba82-b333cdc66458', 'name': 'tempest-TestVolumeBootPattern-1581754920-router', 'tenant_id': '92eecebb34494680994374f6a39db7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '65cbcbc9-dc45-4075-9d72-9a39368bcb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:27:31Z', 'updated_at': '2021-06-14T03:27:34Z', 'revision_number': 3, 'project_id': '92eecebb34494680994374f6a39db7fb', 'gw_port': {'id': '65cbcbc9-dc45-4075-9d72-9a39368bcb92', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e8:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71609224-a7dd-46ce-ba82-b333cdc66458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:27:33Z', 'updated_at': '2021-06-14T03:27:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi'}] {{(pid=92487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 14 03:27:37.956423 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-d80ac2b5-2a6d-4098-a8e8-22d4cee672ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66608333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66751182'] for router_interface, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:37.965197 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80ac2b5-2a6d-4098-a8e8-22d4cee672ab admin admin] Pushing event updated for resources: {'Port': ['ID=8026f3ff-5502-4681-8b7d-20248521fe9f,revision_number=2']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:27:38.132509 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-a6614653-0164-4561-80ac-e583b9425df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:38.364359 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-d80ac2b5-2a6d-4098-a8e8-22d4cee672ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:27:38.528066 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80ac2b5-2a6d-4098-a8e8-22d4cee672ab admin admin] Network 53e0e986-fc85-400f-9c88-639a13690e13 is already hosted by enough agents. {{(pid=92485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 14 03:27:38.529527 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.base_scheduler [None req-d80ac2b5-2a6d-4098-a8e8-22d4cee672ab admin admin] Resources bound (agent type, host, resource id):  {{(pid=92485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:27:38.797062 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d80ac2b5-2a6d-4098-a8e8-22d4cee672ab admin admin] Router 71609224-a7dd-46ce-ba82-b333cdc66458 has already been hosted by L3 agent faa78350-ce80-467b-8f2c-9d7893daed85 {{(pid=92485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 14 03:27:38.838315 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-194e1380-bd65-44d2-86aa-57e5cac20ef8 None None] Provisioning complete for port 8026f3ff-5502-4681-8b7d-20248521fe9f triggered by entity DHCP. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:27:38.840110 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-194e1380-bd65-44d2-86aa-57e5cac20ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:38.926055 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-194e1380-bd65-44d2-86aa-57e5cac20ef8 None None] Port 8026f3ff-5502-4681-8b7d-20248521fe9f cannot update to ACTIVE because it is not bound. {{(pid=92487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 14 03:27:39.014549 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d80ac2b5-2a6d-4098-a8e8-22d4cee672ab admin admin] Notify agent at l3_agent.dv-cinder-796170-1-iscsi the message routers_updated {{(pid=92485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 14 03:27:39.020863 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-d80ac2b5-2a6d-4098-a8e8-22d4cee672ab admin admin] 10.222.0.13 "PUT /v2.0/routers/71609224-a7dd-46ce-ba82-b333cdc66458/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4001505
Jun 14 03:27:39.137169 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665e2ae-3e64-43bb-853f-ffc955ee866f req-f2186ee0-9dc8-47a5-a15e-cc4848dbf0af tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:39.138907 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-9665e2ae-3e64-43bb-853f-ffc955ee866f req-f2186ee0-9dc8-47a5-a15e-cc4848dbf0af tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 946 time: 0.1117413
Jun 14 03:27:39.223133 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-9665e2ae-3e64-43bb-853f-ffc955ee866f req-b5dae7d9-1568-4ccf-acd0-7fe7fac6839d tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b35fe9-7e21-48e6-ad6e-af7f1cefab56&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0749183
Jun 14 03:27:39.723573 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-37effd67-6caa-48ba-975b-7ec46c17b4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:40.078646 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba3c294-3011-4696-8ccb-02ae83142a88 None None] Sync routers for ids ['71609224-a7dd-46ce-ba82-b333cdc66458'] in dv-cinder-796170-1-iscsi {{(pid=92488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 14 03:27:40.087324 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 65cbcbc9-dc45-4075-9d72-9a39368bcb92 up at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:27:40.102553 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba3c294-3011-4696-8ccb-02ae83142a88 None None] Routers {'71609224-a7dd-46ce-ba82-b333cdc66458'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:27:40.102553 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-5ba3c294-3011-4696-8ccb-02ae83142a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5e26c1f0>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:27:37Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['71609224-a7dd-46ce-ba82-b333cdc66458'], 'active': True} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:27:40.152076 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 46808) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:27:40.156876 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.v2.base [None req-f332b4ee-319e-4322-884c-08b90c01cdd8 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-62743311', 'description': 'tempest-secgroup-smoke-62743311 description', 'project_id': '677c749727ed45bc8bb151403e7f4fa1'}} {{(pid=92485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:27:40.270950 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvr_db [None req-5ba3c294-3011-4696-8ccb-02ae83142a88 None None] Set router 71609224-a7dd-46ce-ba82-b333cdc66458 gateway port host: dv-cinder-796170-1-iscsi {{(pid=92488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:27:40.322077 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning for port 65cbcbc9-dc45-4075-9d72-9a39368bcb92 completed by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:27:40.323813 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-f332b4ee-319e-4322-884c-08b90c01cdd8 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks [] for security_group, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:40.327296 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning complete for port 65cbcbc9-dc45-4075-9d72-9a39368bcb92 triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:27:40.327597 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:40.438992 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:40.475787 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] For port 65cbcbc9-dc45-4075-9d72-9a39368bcb92, host dv-cinder-796170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=65cbcbc9-dc45-4075-9d72-9a39368bcb92,segment=NetworkSegment(893a0064-443a-4390-b9c3-705fa3bdf9f8),segment_id=893a0064-443a-4390-b9c3-705fa3bdf9f8)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:27:40.478594 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-f332b4ee-319e-4322-884c-08b90c01cdd8 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks [] for security_group, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:40.490676 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c228b056-a8c5-4c4b-b725-67037092507d req-33ceef8d-5fec-41cf-b4fc-266a815e6698 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:40.492226 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-c228b056-a8c5-4c4b-b725-67037092507d req-33ceef8d-5fec-41cf-b4fc-266a815e6698 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 946 time: 0.1154852
Jun 14 03:27:40.535668 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-c228b056-a8c5-4c4b-b725-67037092507d req-a5a0c962-c950-4524-8f2b-b09784756e7e tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b35fe9-7e21-48e6-ad6e-af7f1cefab56&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0369272
Jun 14 03:27:40.629394 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:40.633277 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-f332b4ee-319e-4322-884c-08b90c01cdd8 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:40.636608 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-e54c2a5a-d103-48d5-bc3e-7ecdd3a8f97a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:27:40.654212 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-30d78492-5f03-4ae8-81ab-674a78bfb712 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:27:40.702965 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f332b4ee-319e-4322-884c-08b90c01cdd8 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7c9eac-b13e-4d51-ac42-9dd942a03f32,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:27:40.706082 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-f332b4ee-319e-4322-884c-08b90c01cdd8 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:27:40.711287 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-5ba3c294-3011-4696-8ccb-02ae83142a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5e26c1f0>, [{'id': '71609224-a7dd-46ce-ba82-b333cdc66458', 'name': 'tempest-TestVolumeBootPattern-1581754920-router', 'tenant_id': '92eecebb34494680994374f6a39db7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '65cbcbc9-dc45-4075-9d72-9a39368bcb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:27:31Z', 'updated_at': '2021-06-14T03:27:37Z', 'revision_number': 4, 'project_id': '92eecebb34494680994374f6a39db7fb', 'gw_port': {'id': '65cbcbc9-dc45-4075-9d72-9a39368bcb92', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e8:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71609224-a7dd-46ce-ba82-b333cdc66458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:27:33Z', 'updated_at': '2021-06-14T03:27:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_interfaces': [{'id': '8026f3ff-5502-4681-8b7d-20248521fe9f', 'name': '', 'network_id': '53e0e986-fc85-400f-9c88-639a13690e13', 'tenant_id': '92eecebb34494680994374f6a39db7fb', 'mac_address': 'fa:16:3e:8e:2f:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71609224-a7dd-46ce-ba82-b333cdc66458', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'e67cbf4e-c7ec-43d3-bd29-2d66524e538b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:27:36Z', 'updated_at': '2021-06-14T03:27:37Z', 'revision_number': 2, 'project_id': '92eecebb34494680994374f6a39db7fb', 'subnets': [{'id': 'e67cbf4e-c7ec-43d3-bd29-2d66524e538b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:27:40.717343 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba3c294-3011-4696-8ccb-02ae83142a88 None None] Checking router: 71609224-a7dd-46ce-ba82-b333cdc66458 for host: dv-cinder-796170-1-iscsi {{(pid=92488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 14 03:27:40.717728 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba3c294-3011-4696-8ccb-02ae83142a88 None None] Updating router 71609224-a7dd-46ce-ba82-b333cdc66458 port 8026f3ff-5502-4681-8b7d-20248521fe9f binding host dv-cinder-796170-1-iscsi {{(pid=92488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 14 03:27:40.748172 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Pushing event updated for resources: {'Port': ['ID=65cbcbc9-dc45-4075-9d72-9a39368bcb92,revision_number=4']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:27:40.751654 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:27:40.761852 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron_lib.callbacks.manager [None req-5ba3c294-3011-4696-8ccb-02ae83142a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:40.766372 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-f332b4ee-319e-4322-884c-08b90c01cdd8 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks [] for security_group, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:40.770863 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-f332b4ee-319e-4322-884c-08b90c01cdd8 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1790 time: 0.6144233
Jun 14 03:27:40.770863 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 46818) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:27:40.776234 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.v2.base [None req-29a752bc-75d6-4813-9d31-df2b182acc42 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Request body: {'security_group_rule': {'security_group_id': '8b7c9eac-b13e-4d51-ac42-9dd942a03f32', 'project_id': '677c749727ed45bc8bb151403e7f4fa1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:27:40.892612 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-29a752bc-75d6-4813-9d31-df2b182acc42 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:40.988588 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-29a752bc-75d6-4813-9d31-df2b182acc42 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:41.074805 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-29a752bc-75d6-4813-9d31-df2b182acc42 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66816466'] for security_group_rule, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:41.077228 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:27:41.101830 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a752bc-75d6-4813-9d31-df2b182acc42 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5ffcbbd-2bef-4452-9c40-529955f495a8,revision_number=0']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:27:41.112524 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-29a752bc-75d6-4813-9d31-df2b182acc42 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:27:41.121387 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron_lib.callbacks.manager [None req-5ba3c294-3011-4696-8ccb-02ae83142a88 None None] Notify callbacks [] for port, precommit_update {{(pid=92488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:41.132370 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.provisioning_blocks [None req-5ba3c294-3011-4696-8ccb-02ae83142a88 None None] Transition to ACTIVE for port object 8026f3ff-5502-4681-8b7d-20248521fe9f will not be triggered until provisioned by entity L2. {{(pid=92488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:27:41.167244 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-29a752bc-75d6-4813-9d31-df2b182acc42 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:41.168644 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-29a752bc-75d6-4813-9d31-df2b182acc42 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3969424
Jun 14 03:27:41.171658 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 46820) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:27:41.176792 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.v2.base [None req-4c7c3d2d-6be3-4560-9f59-a7c5668e83d9 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Request body: {'security_group_rule': {'security_group_id': '8b7c9eac-b13e-4d51-ac42-9dd942a03f32', 'project_id': '677c749727ed45bc8bb151403e7f4fa1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:27:41.231224 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron_lib.callbacks.manager [None req-5ba3c294-3011-4696-8ccb-02ae83142a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:41.234140 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:27:41.342250 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cef59a-1c89-4702-b6b3-f3fcca4c9eec None None] Pushing event updated for resources: {'Port': ['ID=8026f3ff-5502-4681-8b7d-20248521fe9f,revision_number=3']} {{(pid=92488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:27:41.365437 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG oslo_concurrency.lockutils [None req-22cef59a-1c89-4702-b6b3-f3fcca4c9eec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:27:41.388906 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-4c7c3d2d-6be3-4560-9f59-a7c5668e83d9 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:41.408491 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.managers [None req-5ba3c294-3011-4696-8ccb-02ae83142a88 None None] Attempting to bind port 8026f3ff-5502-4681-8b7d-20248521fe9f on host dv-cinder-796170-1-iscsi for vnic_type normal with profile  {{(pid=92488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 14 03:27:41.408858 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.managers [None req-5ba3c294-3011-4696-8ccb-02ae83142a88 None None] Attempting to bind port 8026f3ff-5502-4681-8b7d-20248521fe9f by drivers openvswitch,hyperv on host dv-cinder-796170-1-iscsi at level 0 using segments [{'id': 'edf3b109-a425-4771-a326-e84ce6700d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '53e0e986-fc85-400f-9c88-639a13690e13'}] {{(pid=92488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 14 03:27:41.409449 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba3c294-3011-4696-8ccb-02ae83142a88 None None] Attempting to bind port 8026f3ff-5502-4681-8b7d-20248521fe9f on network 53e0e986-fc85-400f-9c88-639a13690e13 {{(pid=92488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 14 03:27:41.414739 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba3c294-3011-4696-8ccb-02ae83142a88 None None] Checking agent: {'id': '3556250a-8008-4613-a9a6-6061713fcb85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 13, 37), 'started_at': datetime.datetime(2021, 6, 14, 3, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 14 03:27:41.415398 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba3c294-3011-4696-8ccb-02ae83142a88 None None] Checking segment: {'id': 'edf3b109-a425-4771-a326-e84ce6700d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '53e0e986-fc85-400f-9c88-639a13690e13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 14 03:27:41.415784 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron_lib.callbacks.manager [None req-5ba3c294-3011-4696-8ccb-02ae83142a88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:41.416764 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba3c294-3011-4696-8ccb-02ae83142a88 None None] Bound using segment: {'id': 'edf3b109-a425-4771-a326-e84ce6700d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '53e0e986-fc85-400f-9c88-639a13690e13'} {{(pid=92488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 14 03:27:41.417231 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.managers [None req-5ba3c294-3011-4696-8ccb-02ae83142a88 None None] Bound port: 8026f3ff-5502-4681-8b7d-20248521fe9f, host: dv-cinder-796170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edf3b109-a425-4771-a326-e84ce6700d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '53e0e986-fc85-400f-9c88-639a13690e13'}}] {{(pid=92488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 14 03:27:41.417789 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron_lib.callbacks.manager [None req-5ba3c294-3011-4696-8ccb-02ae83142a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:41.466125 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-4c7c3d2d-6be3-4560-9f59-a7c5668e83d9 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:41.512575 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.db [None req-5ba3c294-3011-4696-8ccb-02ae83142a88 None None] For port 8026f3ff-5502-4681-8b7d-20248521fe9f, host dv-cinder-796170-1-iscsi, cleared binding levels {{(pid=92488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 14 03:27:41.515486 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.db [None req-5ba3c294-3011-4696-8ccb-02ae83142a88 None None] For port 8026f3ff-5502-4681-8b7d-20248521fe9f, host dv-cinder-796170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=8026f3ff-5502-4681-8b7d-20248521fe9f,segment=NetworkSegment(edf3b109-a425-4771-a326-e84ce6700d14),segment_id=edf3b109-a425-4771-a326-e84ce6700d14)] {{(pid=92488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 14 03:27:41.537670 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-4c7c3d2d-6be3-4560-9f59-a7c5668e83d9 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66816466'] for security_group_rule, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:41.542774 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:27:41.560158 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7c3d2d-6be3-4560-9f59-a7c5668e83d9 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=782cb333-2183-40fc-aba0-9ccc654eecac,revision_number=0']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:27:41.563385 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-4c7c3d2d-6be3-4560-9f59-a7c5668e83d9 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:27:41.677980 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron_lib.callbacks.manager [None req-5ba3c294-3011-4696-8ccb-02ae83142a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:41.680351 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG oslo_concurrency.lockutils [None req-5614ba68-9ef7-4a75-a649-df711bf6f235 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:27:41.709439 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-4c7c3d2d-6be3-4560-9f59-a7c5668e83d9 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:41.710959 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-4c7c3d2d-6be3-4560-9f59-a7c5668e83d9 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.5381675
Jun 14 03:27:41.714959 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 46832) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:27:41.719749 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.v2.base [None req-cd68d174-8e65-43fd-a68e-05c5b7f05289 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Request body: {'security_group_rule': {'security_group_id': '8b7c9eac-b13e-4d51-ac42-9dd942a03f32', 'project_id': '677c749727ed45bc8bb151403e7f4fa1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:27:41.747227 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba3c294-3011-4696-8ccb-02ae83142a88 None None] Routers {'71609224-a7dd-46ce-ba82-b333cdc66458'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:27:41.747887 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-5ba3c294-3011-4696-8ccb-02ae83142a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5e26c1f0>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:27:37Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['71609224-a7dd-46ce-ba82-b333cdc66458'], 'active': True} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:27:41.754172 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b36ab2-0716-468d-9dd2-d87ebb8b75f7 req-8a62846e-ba9d-4a19-8018-5702f7e13afa tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:41.758913 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-09b36ab2-0716-468d-9dd2-d87ebb8b75f7 req-8a62846e-ba9d-4a19-8018-5702f7e13afa tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 946 time: 0.0959930
Jun 14 03:27:41.802268 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-09b36ab2-0716-468d-9dd2-d87ebb8b75f7 req-fcde4b8b-4999-49bf-8dcb-890ac1bdb5eb tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b35fe9-7e21-48e6-ad6e-af7f1cefab56&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387912
Jun 14 03:27:41.837624 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-cd68d174-8e65-43fd-a68e-05c5b7f05289 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:41.876975 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cef59a-1c89-4702-b6b3-f3fcca4c9eec None None] Pushing event updated for resources: {'Port': ['ID=8026f3ff-5502-4681-8b7d-20248521fe9f,revision_number=4']} {{(pid=92488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:27:41.881466 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG oslo_concurrency.lockutils [None req-22cef59a-1c89-4702-b6b3-f3fcca4c9eec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:27:41.914293 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-cd68d174-8e65-43fd-a68e-05c5b7f05289 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:41.921670 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvr_db [None req-5ba3c294-3011-4696-8ccb-02ae83142a88 None None] Set router 71609224-a7dd-46ce-ba82-b333cdc66458 gateway port host: dv-cinder-796170-1-iscsi {{(pid=92488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:27:41.995105 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-cd68d174-8e65-43fd-a68e-05c5b7f05289 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66816466'] for security_group_rule, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:41.997416 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-29a752bc-75d6-4813-9d31-df2b182acc42 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:27:42.024399 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd68d174-8e65-43fd-a68e-05c5b7f05289 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfcd7594-2bb9-4355-8e8d-bee1f1a3bdb9,revision_number=0']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:27:42.035024 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-cd68d174-8e65-43fd-a68e-05c5b7f05289 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:27:42.080505 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 65cbcbc9-dc45-4075-9d72-9a39368bcb92 up at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:27:42.091858 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-cd68d174-8e65-43fd-a68e-05c5b7f05289 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:42.095566 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-cd68d174-8e65-43fd-a68e-05c5b7f05289 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3771627
Jun 14 03:27:42.095766 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 46836) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:27:42.100535 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.v2.base [None req-4042e732-f457-48d8-ace6-abfd00586e3e tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Request body: {'security_group_rule': {'security_group_id': '8b7c9eac-b13e-4d51-ac42-9dd942a03f32', 'project_id': '677c749727ed45bc8bb151403e7f4fa1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:27:42.134331 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning complete for port 65cbcbc9-dc45-4075-9d72-9a39368bcb92 triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:27:42.134789 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:42.191785 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-4042e732-f457-48d8-ace6-abfd00586e3e tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:42.193412 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-5ba3c294-3011-4696-8ccb-02ae83142a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5e26c1f0>, [{'id': '71609224-a7dd-46ce-ba82-b333cdc66458', 'name': 'tempest-TestVolumeBootPattern-1581754920-router', 'tenant_id': '92eecebb34494680994374f6a39db7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '65cbcbc9-dc45-4075-9d72-9a39368bcb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:27:31Z', 'updated_at': '2021-06-14T03:27:37Z', 'revision_number': 4, 'project_id': '92eecebb34494680994374f6a39db7fb', 'gw_port': {'id': '65cbcbc9-dc45-4075-9d72-9a39368bcb92', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71609224-a7dd-46ce-ba82-b333cdc66458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:27:33Z', 'updated_at': '2021-06-14T03:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_interfaces': [{'id': '8026f3ff-5502-4681-8b7d-20248521fe9f', 'name': '', 'network_id': '53e0e986-fc85-400f-9c88-639a13690e13', 'tenant_id': '92eecebb34494680994374f6a39db7fb', 'mac_address': 'fa:16:3e:8e:2f:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71609224-a7dd-46ce-ba82-b333cdc66458', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'e67cbf4e-c7ec-43d3-bd29-2d66524e538b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:27:36Z', 'updated_at': '2021-06-14T03:27:41Z', 'revision_number': 4, 'project_id': '92eecebb34494680994374f6a39db7fb', 'subnets': [{'id': 'e67cbf4e-c7ec-43d3-bd29-2d66524e538b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:27:42.197530 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba3c294-3011-4696-8ccb-02ae83142a88 None None] The sync data for ids ['71609224-a7dd-46ce-ba82-b333cdc66458'] in dv-cinder-796170-1-iscsi is: [{'id': '71609224-a7dd-46ce-ba82-b333cdc66458', 'name': 'tempest-TestVolumeBootPattern-1581754920-router', 'tenant_id': '92eecebb34494680994374f6a39db7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '65cbcbc9-dc45-4075-9d72-9a39368bcb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:27:31Z', 'updated_at': '2021-06-14T03:27:37Z', 'revision_number': 4, 'project_id': '92eecebb34494680994374f6a39db7fb', 'gw_port': {'id': '65cbcbc9-dc45-4075-9d72-9a39368bcb92', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71609224-a7dd-46ce-ba82-b333cdc66458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:27:33Z', 'updated_at': '2021-06-14T03:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_interfaces': [{'id': '8026f3ff-5502-4681-8b7d-20248521fe9f', 'name': '', 'network_id': '53e0e986-fc85-400f-9c88-639a13690e13', 'tenant_id': '92eecebb34494680994374f6a39db7fb', 'mac_address': 'fa:16:3e:8e:2f:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71609224-a7dd-46ce-ba82-b333cdc66458', 'device_owner': 'network:router_interface', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'e67cbf4e-c7ec-43d3-bd29-2d66524e538b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:27:36Z', 'updated_at': '2021-06-14T03:27:41Z', 'revision_number': 4, 'project_id': '92eecebb34494680994374f6a39db7fb', 'subnets': [{'id': 'e67cbf4e-c7ec-43d3-bd29-2d66524e538b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 14 03:27:42.281272 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-4042e732-f457-48d8-ace6-abfd00586e3e tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:42.374552 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-4042e732-f457-48d8-ace6-abfd00586e3e tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66816466'] for security_group_rule, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:42.376647 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-11a12607-e536-4f51-85bd-5b6a017de7f0 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:27:42.395422 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4042e732-f457-48d8-ace6-abfd00586e3e tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b4f5a85-abbf-4669-8789-875c39ea6af5,revision_number=0']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:27:42.401013 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-4042e732-f457-48d8-ace6-abfd00586e3e tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:27:42.469421 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-4042e732-f457-48d8-ace6-abfd00586e3e tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:42.470903 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-4042e732-f457-48d8-ace6-abfd00586e3e tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3741786
Jun 14 03:27:42.473788 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 46838) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:27:42.478415 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.v2.base [None req-af36c779-f6fb-4f8a-8a77-31eb81b94a4b tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Request body: {'security_group_rule': {'security_group_id': '8b7c9eac-b13e-4d51-ac42-9dd942a03f32', 'project_id': '677c749727ed45bc8bb151403e7f4fa1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:27:42.569425 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.db.securitygroups_db [None req-af36c779-f6fb-4f8a-8a77-31eb81b94a4b tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Project 677c749727ed45bc8bb151403e7f4fa1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 14 03:27:42.575334 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-af36c779-f6fb-4f8a-8a77-31eb81b94a4b tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:42.643274 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-af36c779-f6fb-4f8a-8a77-31eb81b94a4b tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:42.735411 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-af36c779-f6fb-4f8a-8a77-31eb81b94a4b tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66816466'] for security_group_rule, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:42.737520 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-6c2f0ba6-26cd-4bee-bc97-92900f5a5229 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:27:42.754987 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af36c779-f6fb-4f8a-8a77-31eb81b94a4b tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e737c0e7-62db-45e5-8971-7feae5c415f5,revision_number=0']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:27:42.758102 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-af36c779-f6fb-4f8a-8a77-31eb81b94a4b tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:27:42.829562 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-af36c779-f6fb-4f8a-8a77-31eb81b94a4b tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:42.830742 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-af36c779-f6fb-4f8a-8a77-31eb81b94a4b tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3560393
Jun 14 03:27:42.833682 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 46844) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:27:42.840230 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.v2.base [None req-114f8fc7-fe33-4835-bba0-7c86b2088004 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Request body: {'security_group_rule': {'security_group_id': '8b7c9eac-b13e-4d51-ac42-9dd942a03f32', 'project_id': '677c749727ed45bc8bb151403e7f4fa1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:27:42.937680 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.db.securitygroups_db [None req-114f8fc7-fe33-4835-bba0-7c86b2088004 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Project 677c749727ed45bc8bb151403e7f4fa1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 14 03:27:42.965352 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-114f8fc7-fe33-4835-bba0-7c86b2088004 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:43.049617 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a8738b-e81b-45a5-9227-d7293b539a80 req-101367d4-2ce4-4e5f-aacc-1b898e4af643 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:43.051192 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-b7a8738b-e81b-45a5-9227-d7293b539a80 req-101367d4-2ce4-4e5f-aacc-1b898e4af643 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 946 time: 0.1248291
Jun 14 03:27:43.053010 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-114f8fc7-fe33-4835-bba0-7c86b2088004 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:43.096761 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-b7a8738b-e81b-45a5-9227-d7293b539a80 req-0d01e363-ecac-47e8-9485-97521dcf2237 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b35fe9-7e21-48e6-ad6e-af7f1cefab56&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387089
Jun 14 03:27:43.137507 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-114f8fc7-fe33-4835-bba0-7c86b2088004 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66816466'] for security_group_rule, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:43.143232 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-fdcb83ce-381b-412f-9fb4-c6d8ee7413fc tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:27:43.158586 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f8fc7-fe33-4835-bba0-7c86b2088004 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1ddcf10-eb5e-408e-9dea-67afac7a3a99,revision_number=0']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:27:43.160951 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-114f8fc7-fe33-4835-bba0-7c86b2088004 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:27:43.243400 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-114f8fc7-fe33-4835-bba0-7c86b2088004 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:43.244700 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-114f8fc7-fe33-4835-bba0-7c86b2088004 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.4093640
Jun 14 03:27:44.071987 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 8026f3ff-5502-4681-8b7d-20248521fe9f up at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:27:44.265854 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning for port 8026f3ff-5502-4681-8b7d-20248521fe9f completed by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:27:44.269726 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning complete for port 8026f3ff-5502-4681-8b7d-20248521fe9f triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:27:44.270131 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:44.287109 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617f020-5d8b-44fc-92df-00195d37360c req-91d9a99f-c858-4913-9d29-3826af5b22be tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:44.288580 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-1617f020-5d8b-44fc-92df-00195d37360c req-91d9a99f-c858-4913-9d29-3826af5b22be tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 946 time: 0.0726130
Jun 14 03:27:44.335175 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-1617f020-5d8b-44fc-92df-00195d37360c req-ada6e3e6-73e8-49c8-8811-d420e748d375 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b35fe9-7e21-48e6-ad6e-af7f1cefab56&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389388
Jun 14 03:27:44.375946 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:44.412368 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] For port 8026f3ff-5502-4681-8b7d-20248521fe9f, host dv-cinder-796170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=8026f3ff-5502-4681-8b7d-20248521fe9f,segment=NetworkSegment(edf3b109-a425-4771-a326-e84ce6700d14),segment_id=edf3b109-a425-4771-a326-e84ce6700d14)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:27:44.461660 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0836cccc-0cb1-4528-a7f8-395a7cdd01c3 req-a7157490-b9fc-47e0-8a13-f36cceda114d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:44.461660 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-0836cccc-0cb1-4528-a7f8-395a7cdd01c3 req-a7157490-b9fc-47e0-8a13-f36cceda114d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9155b325d6cd4337b263e1034bb9dbfb&device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 1099 time: 0.0639522
Jun 14 03:27:44.483444 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:44.486481 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:27:44.539104 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Pushing event updated for resources: {'Port': ['ID=8026f3ff-5502-4681-8b7d-20248521fe9f,revision_number=5']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:27:44.542175 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:27:44.576766 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0836cccc-0cb1-4528-a7f8-395a7cdd01c3 req-075964a0-7ae5-4640-b0b9-c22b140e55bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:44.578199 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-0836cccc-0cb1-4528-a7f8-395a7cdd01c3 req-075964a0-7ae5-4640-b0b9-c22b140e55bf service neutron] 10.222.0.37 "GET /v2.0/networks?id=f65bd812-254a-48f4-8498-d6b6b04b0ab8 HTTP/1.1" status: 200  len: 918 time: 0.1106529
Jun 14 03:27:44.663598 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-0836cccc-0cb1-4528-a7f8-395a7cdd01c3 req-eb077b78-d114-437e-9af7-7d673705709c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3e8ab33-8e05-4080-9009-047437f7b326 HTTP/1.1" status: 200  len: 1002 time: 0.0779009
Jun 14 03:27:44.720926 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0836cccc-0cb1-4528-a7f8-395a7cdd01c3 req-5ad7d2b5-3c3f-40a9-a18f-6901b346640f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:44.722476 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-0836cccc-0cb1-4528-a7f8-395a7cdd01c3 req-5ad7d2b5-3c3f-40a9-a18f-6901b346640f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=545b480d-c2cb-4869-a2a3-42345a60be46 HTTP/1.1" status: 200  len: 856 time: 0.0528345
Jun 14 03:27:44.791221 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0836cccc-0cb1-4528-a7f8-395a7cdd01c3 req-76b80e2e-c8d1-4740-8238-34ae942b5797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:44.792736 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-0836cccc-0cb1-4528-a7f8-395a7cdd01c3 req-76b80e2e-c8d1-4740-8238-34ae942b5797 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f65bd812-254a-48f4-8498-d6b6b04b0ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0621295
Jun 14 03:27:44.953429 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-0836cccc-0cb1-4528-a7f8-395a7cdd01c3 req-414605d8-d853-4370-a03a-aedb3f716d2c service neutron] 10.222.0.37 "GET /v2.0/networks/f65bd812-254a-48f4-8498-d6b6b04b0ab8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1542425
Jun 14 03:27:45.109052 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd106f6-2c04-4d25-a68c-6852e6ebfd5c req-4fb94f8b-0cd3-444c-b551-89b06dba520e tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:45.110420 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-7cd106f6-2c04-4d25-a68c-6852e6ebfd5c req-4fb94f8b-0cd3-444c-b551-89b06dba520e tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.13 "GET /v2.0/networks?id=b218ab2c-7b4f-448b-976e-1610c2526398 HTTP/1.1" status: 200  len: 813 time: 0.2170522
Jun 14 03:27:45.132834 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-7cd106f6-2c04-4d25-a68c-6852e6ebfd5c req-11902efe-61ff-4f5b-adaa-a58edf248984 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.13 "GET /v2.0/quotas/80c3013317ae488b92d068a8d431a618 HTTP/1.1" status: 200  len: 375 time: 0.0156014
Jun 14 03:27:45.158399 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-0836cccc-0cb1-4528-a7f8-395a7cdd01c3 req-64563ce0-8180-45c8-b9a8-733003ff9fc5 service neutron] 10.222.0.37 "GET /v2.0/networks/f65bd812-254a-48f4-8498-d6b6b04b0ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1622176
Jun 14 03:27:45.183129 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-7cd106f6-2c04-4d25-a68c-6852e6ebfd5c req-1380142d-3346-4ce7-ac6a-fbda1466439c tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=80c3013317ae488b92d068a8d431a618&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0392933
Jun 14 03:27:45.393419 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-7cd106f6-2c04-4d25-a68c-6852e6ebfd5c req-9ca60a5b-befe-4cbf-914b-32d7edc1492e service neutron] 10.222.0.13 "GET /v2.0/networks/b218ab2c-7b4f-448b-976e-1610c2526398?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2030134
Jun 14 03:27:45.534521 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-7cd106f6-2c04-4d25-a68c-6852e6ebfd5c req-af990150-739d-4c39-b2f4-811738b37d9b service neutron] 10.222.0.13 "GET /v2.0/networks/b218ab2c-7b4f-448b-976e-1610c2526398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1219516
Jun 14 03:27:45.536485 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2911077b-2d94-4679-a65b-c22b9b95f455 req-2dbef807-c249-4802-95c3-c9667fb7ed84 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:45.538022 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-2911077b-2d94-4679-a65b-c22b9b95f455 req-2dbef807-c249-4802-95c3-c9667fb7ed84 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 946 time: 0.0757246
Jun 14 03:27:45.582177 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-2911077b-2d94-4679-a65b-c22b9b95f455 req-d11505e4-80e6-4986-980b-907926a84eb9 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b35fe9-7e21-48e6-ad6e-af7f1cefab56&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380077
Jun 14 03:27:45.858383 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-d518f84f-9a9a-42a9-b27e-72e4cd341dc7 req-ac7de31e-3548-4997-a59c-e2edfa116865 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4e8b3d9-436f-4254-9e18-700caa55e8ab HTTP/1.1" status: 200  len: 210 time: 0.0368793
Jun 14 03:27:46.069960 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 8026f3ff-5502-4681-8b7d-20248521fe9f up at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:27:46.129348 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning complete for port 8026f3ff-5502-4681-8b7d-20248521fe9f triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:27:46.129728 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:46.773997 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd8dcc-8a67-46b6-a291-243a4d37acc1 req-875af396-2e2a-4768-bc4c-0c3fa35248a1 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:46.775583 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-acfd8dcc-8a67-46b6-a291-243a4d37acc1 req-875af396-2e2a-4768-bc4c-0c3fa35248a1 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 946 time: 0.0714669
Jun 14 03:27:46.825730 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-acfd8dcc-8a67-46b6-a291-243a4d37acc1 req-05a3c2eb-d6dc-45ff-bae6-483041431507 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b35fe9-7e21-48e6-ad6e-af7f1cefab56&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419657
Jun 14 03:27:46.966553 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-fc0efd68-e501-4493-b5ea-70f48514b71d req-e4203206-8d90-46c0-808f-b7e17e634327 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4e8b3d9-436f-4254-9e18-700caa55e8ab HTTP/1.1" status: 200  len: 210 time: 0.0352244
Jun 14 03:27:48.029595 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc75424-6dc0-4824-b258-e84b9e2431b7 req-666511a2-54a4-44ef-9c08-156f5e7f45de tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:48.031130 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-dcc75424-6dc0-4824-b258-e84b9e2431b7 req-666511a2-54a4-44ef-9c08-156f5e7f45de tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 946 time: 0.0767069
Jun 14 03:27:48.077130 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-dcc75424-6dc0-4824-b258-e84b9e2431b7 req-e4c793b8-bd8f-4603-8331-b977c24242bb tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b35fe9-7e21-48e6-ad6e-af7f1cefab56&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0401585
Jun 14 03:27:48.119709 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-4739a624-f40a-4f12-bcd5-614c951c8e05 req-7288a83c-06f0-4475-a0ba-6e0c992d8e69 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4e8b3d9-436f-4254-9e18-700caa55e8ab HTTP/1.1" status: 200  len: 210 time: 0.0374007
Jun 14 03:27:48.684468 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd106f6-2c04-4d25-a68c-6852e6ebfd5c req-1885f66f-8448-4943-aaaa-3bec149e035a tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:48.686078 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-7cd106f6-2c04-4d25-a68c-6852e6ebfd5c req-1885f66f-8448-4943-aaaa-3bec149e035a tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.37 "GET /v2.0/networks?id=b218ab2c-7b4f-448b-976e-1610c2526398 HTTP/1.1" status: 200  len: 813 time: 0.1323080
Jun 14 03:27:48.698672 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.v2.base [req-7cd106f6-2c04-4d25-a68c-6852e6ebfd5c req-3b1e8de7-d990-44c0-aa83-dc08929129b1 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Request body: {'port': {'device_id': 'd4e8b3d9-436f-4254-9e18-700caa55e8ab', 'network_id': 'b218ab2c-7b4f-448b-976e-1610c2526398', 'admin_state_up': True, 'tenant_id': '80c3013317ae488b92d068a8d431a618'}} {{(pid=92485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:27:48.897567 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cd106f6-2c04-4d25-a68c-6852e6ebfd5c req-3b1e8de7-d990-44c0-aa83-dc08929129b1 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Made reservation on behalf of 80c3013317ae488b92d068a8d431a618 for: {'port': 1} {{(pid=92485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 14 03:27:48.901155 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-7cd106f6-2c04-4d25-a68c-6852e6ebfd5c req-3b1e8de7-d990-44c0-aa83-dc08929129b1 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for port, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:49.054717 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.db_base_plugin_common [req-7cd106f6-2c04-4d25-a68c-6852e6ebfd5c req-3b1e8de7-d990-44c0-aa83-dc08929129b1 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Allocated IP 172.20.0.2 (b218ab2c-7b4f-448b-976e-1610c2526398/26124270-5c82-4467-92fb-d9f795f31f32/a3e3dae1-61f0-4a27-a8a8-68ea53668a8e) {{(pid=92485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 14 03:27:49.248570 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-7cd106f6-2c04-4d25-a68c-6852e6ebfd5c req-3b1e8de7-d990-44c0-aa83-dc08929129b1 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Notify callbacks [] for port, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:49.271553 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-2c228738-cf00-4443-8a73-90f11b5b590d req-6124c4da-53cb-436c-9aa6-3c854ab2edb0 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4e8b3d9-436f-4254-9e18-700caa55e8ab HTTP/1.1" status: 200  len: 210 time: 0.0336580
Jun 14 03:27:49.358403 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-7cd106f6-2c04-4d25-a68c-6852e6ebfd5c req-3b1e8de7-d990-44c0-aa83-dc08929129b1 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-668656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756196682527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62999275'] for port, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:49.364190 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-619f1fc3-6304-49ab-9f84-cff378c3932b tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:27:49.419690 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cd106f6-2c04-4d25-a68c-6852e6ebfd5c req-3b1e8de7-d990-44c0-aa83-dc08929129b1 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Network b218ab2c-7b4f-448b-976e-1610c2526398 is already hosted by enough agents. {{(pid=92485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 14 03:27:49.425934 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.base_scheduler [req-7cd106f6-2c04-4d25-a68c-6852e6ebfd5c req-3b1e8de7-d990-44c0-aa83-dc08929129b1 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Resources bound (agent type, host, resource id):  {{(pid=92485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:27:49.428416 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cd106f6-2c04-4d25-a68c-6852e6ebfd5c req-3b1e8de7-d990-44c0-aa83-dc08929129b1 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Received port after_create {{(pid=92485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 14 03:27:49.433323 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1e8de7-d990-44c0-aa83-dc08929129b1 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Pushing event updated for resources: {'Port': ['ID=a3e3dae1-61f0-4a27-a8a8-68ea53668a8e,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:27:49.461312 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-3b1e8de7-d990-44c0-aa83-dc08929129b1 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:27:49.489233 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd106f6-2c04-4d25-a68c-6852e6ebfd5c req-3b1e8de7-d990-44c0-aa83-dc08929129b1 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:49.489827 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-7cd106f6-2c04-4d25-a68c-6852e6ebfd5c req-3b1e8de7-d990-44c0-aa83-dc08929129b1 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389'] for port, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:49.555672 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-7cd106f6-2c04-4d25-a68c-6852e6ebfd5c req-3b1e8de7-d990-44c0-aa83-dc08929129b1 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8608527
Jun 14 03:27:49.567858 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.v2.base [req-7cd106f6-2c04-4d25-a68c-6852e6ebfd5c req-b71c140b-7cfc-4cf9-81fa-863f90d4b88f service neutron] Request body: {'port': {'device_id': 'd4e8b3d9-436f-4254-9e18-700caa55e8ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=92485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:27:49.825054 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device c3e8ab33-8e05-4080-9009-047437f7b326 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 14 03:27:49.909036 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-7cd106f6-2c04-4d25-a68c-6852e6ebfd5c req-b71c140b-7cfc-4cf9-81fa-863f90d4b88f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:49.918306 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:49.943939 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77a303a2-e75b-4ea4-8091-68b0e17dde52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3e8ab33-8e05-4080-9009-047437f7b326'}] {{(pid=92487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:27:49.946155 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}681963f073e70c07aac8dc5e895e90246fb88e956d84982da350f3581d0ebeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3af021-c308-4c15-b5ae-1f79d35c4b85" -d '{"events": [{"server_uuid": "77a303a2-e75b-4ea4-8091-68b0e17dde52", "name": "network-vif-unplugged", "status": "completed", "tag": "c3e8ab33-8e05-4080-9009-047437f7b326"}]}' {{(pid=92487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:27:49.960226 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port c3e8ab33-8e05-4080-9009-047437f7b326, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=c3e8ab33-8e05-4080-9009-047437f7b326,segment=NetworkSegment(99683377-2e48-4740-a2d4-b719402867ef),segment_id=99683377-2e48-4740-a2d4-b719402867ef)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:27:49.981995 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 14 Jun 2021 03:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-843389e3-4165-468f-a8e3-6f538631c074 x-openstack-request-id: req-843389e3-4165-468f-a8e3-6f538631c074 {{(pid=92487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:27:49.982534 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77a303a2-e75b-4ea4-8091-68b0e17dde52", "name": "network-vif-unplugged", "status": "failed", "tag": "c3e8ab33-8e05-4080-9009-047437f7b326", "code": 422}]} {{(pid=92487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:27:49.982982 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-843389e3-4165-468f-a8e3-6f538631c074 {{(pid=92487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:27:49.983762 dv-cinder-796170-1-iscsi neutron-server[92487]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '77a303a2-e75b-4ea4-8091-68b0e17dde52', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c3e8ab33-8e05-4080-9009-047437f7b326', 'code': 422} returned with failed status
Jun 14 03:27:50.052297 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:50.054944 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:27:50.112253 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Pushing event updated for resources: {'Port': ['ID=c3e8ab33-8e05-4080-9009-047437f7b326,revision_number=8']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:27:50.115552 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:27:50.241175 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.notifiers.nova [req-7cd106f6-2c04-4d25-a68c-6852e6ebfd5c req-b71c140b-7cfc-4cf9-81fa-863f90d4b88f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3e3dae1-61f0-4a27-a8a8-68ea53668a8e {{(pid=92485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 14 03:27:50.256438 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-7cd106f6-2c04-4d25-a68c-6852e6ebfd5c req-b71c140b-7cfc-4cf9-81fa-863f90d4b88f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:50.261033 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.provisioning_blocks [req-7cd106f6-2c04-4d25-a68c-6852e6ebfd5c req-b71c140b-7cfc-4cf9-81fa-863f90d4b88f service neutron] Transition to ACTIVE for port object a3e3dae1-61f0-4a27-a8a8-68ea53668a8e will not be triggered until provisioned by entity L2. {{(pid=92485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:27:50.346287 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-7cd106f6-2c04-4d25-a68c-6852e6ebfd5c req-b71c140b-7cfc-4cf9-81fa-863f90d4b88f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62999253'] for port, after_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:50.349603 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-4096075a-752b-4239-976f-2c868b5a9b78 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:27:50.449802 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71c140b-7cfc-4cf9-81fa-863f90d4b88f service neutron] Pushing event updated for resources: {'Port': ['ID=a3e3dae1-61f0-4a27-a8a8-68ea53668a8e,revision_number=2']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:27:50.453765 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-b71c140b-7cfc-4cf9-81fa-863f90d4b88f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:27:50.476388 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eea29c-c47f-427e-861f-1fd4d3a112b8 req-b90d70e3-0ea1-471f-813f-4bfda67640a3 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:50.477863 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-a9eea29c-c47f-427e-861f-1fd4d3a112b8 req-b90d70e3-0ea1-471f-813f-4bfda67640a3 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4e8b3d9-436f-4254-9e18-700caa55e8ab HTTP/1.1" status: 200  len: 943 time: 0.0801380
Jun 14 03:27:50.523219 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-a9eea29c-c47f-427e-861f-1fd4d3a112b8 req-2aef11d3-d9a6-436c-9a25-b671486f2241 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.13 "GET /v2.0/security-groups?id=28a9c8b5-4b4e-440b-9836-1b47170078e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383687
Jun 14 03:27:50.548147 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.managers [req-7cd106f6-2c04-4d25-a68c-6852e6ebfd5c req-b71c140b-7cfc-4cf9-81fa-863f90d4b88f service neutron] Attempting to bind port a3e3dae1-61f0-4a27-a8a8-68ea53668a8e on host hv-cinder-79617 for vnic_type normal with profile  {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 14 03:27:50.548483 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.managers [req-7cd106f6-2c04-4d25-a68c-6852e6ebfd5c req-b71c140b-7cfc-4cf9-81fa-863f90d4b88f service neutron] Attempting to bind port a3e3dae1-61f0-4a27-a8a8-68ea53668a8e by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': '24fa031a-5b39-4036-b097-0166048880ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b218ab2c-7b4f-448b-976e-1610c2526398'}] {{(pid=92485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 14 03:27:50.548812 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd106f6-2c04-4d25-a68c-6852e6ebfd5c req-b71c140b-7cfc-4cf9-81fa-863f90d4b88f service neutron] Attempting to bind port a3e3dae1-61f0-4a27-a8a8-68ea53668a8e on network b218ab2c-7b4f-448b-976e-1610c2526398 {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 14 03:27:50.553520 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd106f6-2c04-4d25-a68c-6852e6ebfd5c req-b71c140b-7cfc-4cf9-81fa-863f90d4b88f service neutron] Port a3e3dae1-61f0-4a27-a8a8-68ea53668a8e on network b218ab2c-7b4f-448b-976e-1610c2526398 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 14 03:27:50.553720 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd106f6-2c04-4d25-a68c-6852e6ebfd5c req-b71c140b-7cfc-4cf9-81fa-863f90d4b88f service neutron] Attempting to bind port a3e3dae1-61f0-4a27-a8a8-68ea53668a8e on network b218ab2c-7b4f-448b-976e-1610c2526398 {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 14 03:27:50.559319 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd106f6-2c04-4d25-a68c-6852e6ebfd5c req-b71c140b-7cfc-4cf9-81fa-863f90d4b88f service neutron] Checking agent: {'id': 'd909c266-64e1-43b2-ab9b-45098cd1126f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 20, 5), 'started_at': datetime.datetime(2021, 6, 14, 3, 20, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 14 03:27:50.559651 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd106f6-2c04-4d25-a68c-6852e6ebfd5c req-b71c140b-7cfc-4cf9-81fa-863f90d4b88f service neutron] Checking segment: {'id': '24fa031a-5b39-4036-b097-0166048880ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b218ab2c-7b4f-448b-976e-1610c2526398'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 14 03:27:50.560034 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cd106f6-2c04-4d25-a68c-6852e6ebfd5c req-b71c140b-7cfc-4cf9-81fa-863f90d4b88f service neutron] Bound using segment: {'id': '24fa031a-5b39-4036-b097-0166048880ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b218ab2c-7b4f-448b-976e-1610c2526398'} {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 14 03:27:50.560493 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.managers [req-7cd106f6-2c04-4d25-a68c-6852e6ebfd5c req-b71c140b-7cfc-4cf9-81fa-863f90d4b88f service neutron] Bound port: a3e3dae1-61f0-4a27-a8a8-68ea53668a8e, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24fa031a-5b39-4036-b097-0166048880ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b218ab2c-7b4f-448b-976e-1610c2526398'}}] {{(pid=92485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 14 03:27:50.561096 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-7cd106f6-2c04-4d25-a68c-6852e6ebfd5c req-b71c140b-7cfc-4cf9-81fa-863f90d4b88f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:50.638849 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.db [req-7cd106f6-2c04-4d25-a68c-6852e6ebfd5c req-b71c140b-7cfc-4cf9-81fa-863f90d4b88f service neutron] For port a3e3dae1-61f0-4a27-a8a8-68ea53668a8e, host hv-cinder-79617, cleared binding levels {{(pid=92485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 14 03:27:50.641873 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.db [req-7cd106f6-2c04-4d25-a68c-6852e6ebfd5c req-b71c140b-7cfc-4cf9-81fa-863f90d4b88f service neutron] For port a3e3dae1-61f0-4a27-a8a8-68ea53668a8e, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=a3e3dae1-61f0-4a27-a8a8-68ea53668a8e,segment=NetworkSegment(24fa031a-5b39-4036-b097-0166048880ac),segment_id=24fa031a-5b39-4036-b097-0166048880ac)] {{(pid=92485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 14 03:27:50.753924 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0611b3-7f21-4210-88d1-25eb4729f9fe req-72bc0c24-9b7b-433e-93e3-70aab7984bea tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:50.755440 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-bb0611b3-7f21-4210-88d1-25eb4729f9fe req-72bc0c24-9b7b-433e-93e3-70aab7984bea tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 944 time: 0.0779543
Jun 14 03:27:50.757797 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-7cd106f6-2c04-4d25-a68c-6852e6ebfd5c req-b71c140b-7cfc-4cf9-81fa-863f90d4b88f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62999253'] for port, after_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:50.760155 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:27:50.802873 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-bb0611b3-7f21-4210-88d1-25eb4729f9fe req-cd719411-1da5-4cad-93d8-c53dfa3b3bea tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b35fe9-7e21-48e6-ad6e-af7f1cefab56&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399847
Jun 14 03:27:50.812700 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd106f6-2c04-4d25-a68c-6852e6ebfd5c req-b71c140b-7cfc-4cf9-81fa-863f90d4b88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:50.813644 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-7cd106f6-2c04-4d25-a68c-6852e6ebfd5c req-b71c140b-7cfc-4cf9-81fa-863f90d4b88f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389'] for port, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:50.815099 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-7cd106f6-2c04-4d25-a68c-6852e6ebfd5c req-b71c140b-7cfc-4cf9-81fa-863f90d4b88f service neutron] 10.222.0.37 "PUT /v2.0/ports/a3e3dae1-61f0-4a27-a8a8-68ea53668a8e HTTP/1.1" status: 200  len: 1093 time: 1.2515507
Jun 14 03:27:50.815655 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4e8b3d9-436f-4254-9e18-700caa55e8ab', 'tag': 'a3e3dae1-61f0-4a27-a8a8-68ea53668a8e'}] {{(pid=92485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:27:50.817957 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0639b30c08a1ea7684a5dbba31199bfc4186ae3813d9033880ffe89de9bab324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ec63a0-7b6d-4ad2-b7e1-7435e04f0c96" -d '{"events": [{"name": "network-changed", "server_uuid": "d4e8b3d9-436f-4254-9e18-700caa55e8ab", "tag": "a3e3dae1-61f0-4a27-a8a8-68ea53668a8e"}]}' {{(pid=92485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:27:50.851662 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71c140b-7cfc-4cf9-81fa-863f90d4b88f service neutron] Pushing event updated for resources: {'Port': ['ID=a3e3dae1-61f0-4a27-a8a8-68ea53668a8e,revision_number=3']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:27:50.855154 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-b71c140b-7cfc-4cf9-81fa-863f90d4b88f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:27:50.862219 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 03:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086af431-3d42-48ed-9693-ee0f7200af27 x-openstack-request-id: req-086af431-3d42-48ed-9693-ee0f7200af27 {{(pid=92485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:27:50.862737 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4e8b3d9-436f-4254-9e18-700caa55e8ab", "tag": "a3e3dae1-61f0-4a27-a8a8-68ea53668a8e", "status": "completed", "code": 200}]} {{(pid=92485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:27:50.863182 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-086af431-3d42-48ed-9693-ee0f7200af27 {{(pid=92485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:27:50.863616 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4e8b3d9-436f-4254-9e18-700caa55e8ab', 'tag': 'a3e3dae1-61f0-4a27-a8a8-68ea53668a8e', 'status': 'completed', 'code': 200}
Jun 14 03:27:50.952655 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec63a0-7b6d-4ad2-b7e1-7435e04f0c96 req-5e59c7b6-96ba-4f02-b106-6b1f3e73fd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:50.954142 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-f2ec63a0-7b6d-4ad2-b7e1-7435e04f0c96 req-5e59c7b6-96ba-4f02-b106-6b1f3e73fd55 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=80c3013317ae488b92d068a8d431a618&device_id=d4e8b3d9-436f-4254-9e18-700caa55e8ab HTTP/1.1" status: 200  len: 1096 time: 0.0687475
Jun 14 03:27:51.080635 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec63a0-7b6d-4ad2-b7e1-7435e04f0c96 req-dccc17a7-b03b-4e81-8636-434469d87035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:51.082004 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-f2ec63a0-7b6d-4ad2-b7e1-7435e04f0c96 req-dccc17a7-b03b-4e81-8636-434469d87035 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=80c3013317ae488b92d068a8d431a618&shared=False HTTP/1.1" status: 200  len: 914 time: 0.1203640
Jun 14 03:27:51.201804 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec63a0-7b6d-4ad2-b7e1-7435e04f0c96 req-83b882ac-4832-49ab-80a8-27c4c2e6d033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:51.203404 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-f2ec63a0-7b6d-4ad2-b7e1-7435e04f0c96 req-83b882ac-4832-49ab-80a8-27c4c2e6d033 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1151726
Jun 14 03:27:51.215999 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 47014) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:27:51.355184 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd106f6-2c04-4d25-a68c-6852e6ebfd5c req-7a5ac01b-f8da-4b69-9d5a-04274dc9afde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:51.356637 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-7cd106f6-2c04-4d25-a68c-6852e6ebfd5c req-7a5ac01b-f8da-4b69-9d5a-04274dc9afde service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=80c3013317ae488b92d068a8d431a618&device_id=d4e8b3d9-436f-4254-9e18-700caa55e8ab HTTP/1.1" status: 200  len: 1096 time: 0.1095650
Jun 14 03:27:51.359503 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-3e9eaa8a-95c9-4a48-a1cb-7da9db0e397c req-1dbd9935-bdac-4d4c-ace6-6bee7221bace service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1423445
Jun 14 03:27:51.415699 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-7cd106f6-2c04-4d25-a68c-6852e6ebfd5c req-05c2e0bc-2f9c-4d00-ac26-85360a52e0b2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a3e3dae1-61f0-4a27-a8a8-68ea53668a8e HTTP/1.1" status: 200  len: 217 time: 0.0511727
Jun 14 03:27:51.475716 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd106f6-2c04-4d25-a68c-6852e6ebfd5c req-71f2685f-ef6b-42ed-9a0b-21a07cc316b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:51.477290 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-7cd106f6-2c04-4d25-a68c-6852e6ebfd5c req-71f2685f-ef6b-42ed-9a0b-21a07cc316b5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=26124270-5c82-4467-92fb-d9f795f31f32 HTTP/1.1" status: 200  len: 853 time: 0.0549443
Jun 14 03:27:51.515260 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-7cd106f6-2c04-4d25-a68c-6852e6ebfd5c req-ee3f2e44-638c-4583-b58a-b2359f3c3cbd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b218ab2c-7b4f-448b-976e-1610c2526398&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0314057
Jun 14 03:27:51.640724 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-7cd106f6-2c04-4d25-a68c-6852e6ebfd5c req-38259d90-5586-48c9-a90d-9ecb16b531cd service neutron] 10.222.0.37 "GET /v2.0/networks/b218ab2c-7b4f-448b-976e-1610c2526398?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1178608
Jun 14 03:27:51.715777 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcbd419-0e3f-4253-815a-dbcee0b3e26f req-a17585a2-8247-4959-a435-abb3e60ec316 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:51.717257 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-8dcbd419-0e3f-4253-815a-dbcee0b3e26f req-a17585a2-8247-4959-a435-abb3e60ec316 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4e8b3d9-436f-4254-9e18-700caa55e8ab HTTP/1.1" status: 200  len: 943 time: 0.0753005
Jun 14 03:27:51.771595 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-7cd106f6-2c04-4d25-a68c-6852e6ebfd5c req-05bf27b0-f4b1-432f-817f-37fefa80bd9c service neutron] 10.222.0.37 "GET /v2.0/networks/b218ab2c-7b4f-448b-976e-1610c2526398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1232815
Jun 14 03:27:51.771916 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-8dcbd419-0e3f-4253-815a-dbcee0b3e26f req-1ceff630-83d1-43b9-8965-7bfa1ebb282c tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.13 "GET /v2.0/security-groups?id=28a9c8b5-4b4e-440b-9836-1b47170078e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489278
Jun 14 03:27:51.818189 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.agents_db [None req-ff4782b4-218c-43ce-8b60-1c0132b4bc55 None None] Agent healthcheck: found 6 active agents {{(pid=92488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 14 03:27:52.001002 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa5c55-e039-4ba6-98df-7a2664a5dab3 req-15f1f5f4-810a-4c0a-a1ac-338e7096ceac tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:52.002622 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-b7fa5c55-e039-4ba6-98df-7a2664a5dab3 req-15f1f5f4-810a-4c0a-a1ac-338e7096ceac tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 944 time: 0.0720792
Jun 14 03:27:52.046430 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-b7fa5c55-e039-4ba6-98df-7a2664a5dab3 req-420edc50-8570-4ab0-ba0b-73b18941550c tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b35fe9-7e21-48e6-ad6e-af7f1cefab56&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0367565
Jun 14 03:27:52.961378 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce31fd2-c8eb-46ff-914d-0377960749cb req-707619b6-a9b9-42ea-a9b3-3f2f9a12cd09 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:52.962880 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-8ce31fd2-c8eb-46ff-914d-0377960749cb req-707619b6-a9b9-42ea-a9b3-3f2f9a12cd09 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4e8b3d9-436f-4254-9e18-700caa55e8ab HTTP/1.1" status: 200  len: 943 time: 0.0738914
Jun 14 03:27:53.007063 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-8ce31fd2-c8eb-46ff-914d-0377960749cb req-8c6ed335-2642-42f7-bd24-9cbf79c38f6e tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.13 "GET /v2.0/security-groups?id=28a9c8b5-4b4e-440b-9836-1b47170078e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382679
Jun 14 03:27:53.269655 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9eaa8a-95c9-4a48-a1cb-7da9db0e397c req-7d67000a-309d-4b5b-8470-9f3dfd6424d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:53.271195 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-3e9eaa8a-95c9-4a48-a1cb-7da9db0e397c req-7d67000a-309d-4b5b-8470-9f3dfd6424d3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52&tenant_id=9155b325d6cd4337b263e1034bb9dbfb HTTP/1.1" status: 200  len: 1097 time: 0.1435373
Jun 14 03:27:53.283744 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e7d94-2069-415f-81f9-c2300fb0a680 req-5d21c4aa-9964-44a0-8a7f-e6c3f5426ff1 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:53.285219 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-d05e7d94-2069-415f-81f9-c2300fb0a680 req-5d21c4aa-9964-44a0-8a7f-e6c3f5426ff1 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 944 time: 0.1086078
Jun 14 03:27:53.367561 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-d05e7d94-2069-415f-81f9-c2300fb0a680 req-843d8901-cdf5-4f61-838b-ed6b8f61cfae tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b35fe9-7e21-48e6-ad6e-af7f1cefab56&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0765710
Jun 14 03:27:53.381311 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9eaa8a-95c9-4a48-a1cb-7da9db0e397c req-b2bb1bb5-54e8-43ef-8698-aba1e40fb195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:53.382787 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-3e9eaa8a-95c9-4a48-a1cb-7da9db0e397c req-b2bb1bb5-54e8-43ef-8698-aba1e40fb195 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9155b325d6cd4337b263e1034bb9dbfb&device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 1097 time: 0.0849857
Jun 14 03:27:53.499856 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9eaa8a-95c9-4a48-a1cb-7da9db0e397c req-4067598b-111a-40b5-9238-597459481b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:53.501284 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-3e9eaa8a-95c9-4a48-a1cb-7da9db0e397c req-4067598b-111a-40b5-9238-597459481b8c service neutron] 10.222.0.37 "GET /v2.0/networks?id=f65bd812-254a-48f4-8498-d6b6b04b0ab8 HTTP/1.1" status: 200  len: 918 time: 0.1118052
Jun 14 03:27:53.596421 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-3e9eaa8a-95c9-4a48-a1cb-7da9db0e397c req-940e9ded-7b33-4b41-bd67-9a37a8980c26 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3e8ab33-8e05-4080-9009-047437f7b326 HTTP/1.1" status: 200  len: 1000 time: 0.0879252
Jun 14 03:27:53.653836 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9eaa8a-95c9-4a48-a1cb-7da9db0e397c req-e521237e-54d7-4071-b64e-0c84c79e4ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:53.655321 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-3e9eaa8a-95c9-4a48-a1cb-7da9db0e397c req-e521237e-54d7-4071-b64e-0c84c79e4ae7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=545b480d-c2cb-4869-a2a3-42345a60be46 HTTP/1.1" status: 200  len: 856 time: 0.0519822
Jun 14 03:27:53.720442 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9eaa8a-95c9-4a48-a1cb-7da9db0e397c req-deff291b-4fd2-4a79-bb8a-7f1c83c27d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:53.721903 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-3e9eaa8a-95c9-4a48-a1cb-7da9db0e397c req-deff291b-4fd2-4a79-bb8a-7f1c83c27d86 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f65bd812-254a-48f4-8498-d6b6b04b0ab8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0590818
Jun 14 03:27:53.837545 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device a3e3dae1-61f0-4a27-a8a8-68ea53668a8e details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=92487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 14 03:27:53.841385 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-3e9eaa8a-95c9-4a48-a1cb-7da9db0e397c req-aa9eeb23-fe5e-4e8d-bd3a-e7540c8bb2ad service neutron] 10.222.0.37 "GET /v2.0/networks/f65bd812-254a-48f4-8498-d6b6b04b0ab8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1126559
Jun 14 03:27:53.966933 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-3e9eaa8a-95c9-4a48-a1cb-7da9db0e397c req-ca1f1f06-3c64-4176-b959-8b0b3deb3152 service neutron] 10.222.0.37 "GET /v2.0/networks/f65bd812-254a-48f4-8498-d6b6b04b0ab8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1189237
Jun 14 03:27:53.967765 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port a3e3dae1-61f0-4a27-a8a8-68ea53668a8e, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=a3e3dae1-61f0-4a27-a8a8-68ea53668a8e,segment=NetworkSegment(24fa031a-5b39-4036-b097-0166048880ac),segment_id=24fa031a-5b39-4036-b097-0166048880ac)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:27:53.980734 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Returning: {'device': 'a3e3dae1-61f0-4a27-a8a8-68ea53668a8e', 'network_id': 'b218ab2c-7b4f-448b-976e-1610c2526398', 'port_id': 'a3e3dae1-61f0-4a27-a8a8-68ea53668a8e', 'mac_address': 'fa:16:3e:f6:4c:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26124270-5c82-4467-92fb-d9f795f31f32', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 14 03:27:54.027934 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:54.044210 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.notifiers.nova [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3e3dae1-61f0-4a27-a8a8-68ea53668a8e {{(pid=92487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 14 03:27:54.070025 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port a3e3dae1-61f0-4a27-a8a8-68ea53668a8e, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=a3e3dae1-61f0-4a27-a8a8-68ea53668a8e,segment=NetworkSegment(24fa031a-5b39-4036-b097-0166048880ac),segment_id=24fa031a-5b39-4036-b097-0166048880ac)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:27:54.141176 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:54.144293 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-40c813a8-009f-41fd-8a50-54791c120d06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:27:54.209445 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Pushing event updated for resources: {'Port': ['ID=a3e3dae1-61f0-4a27-a8a8-68ea53668a8e,revision_number=4']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:27:54.212729 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:27:54.354876 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b917adef-17fe-4d25-b231-8849094c161b req-a3681e16-3686-417d-b016-1d5595ae91a2 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:54.356545 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-b917adef-17fe-4d25-b231-8849094c161b req-a3681e16-3686-417d-b016-1d5595ae91a2 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4e8b3d9-436f-4254-9e18-700caa55e8ab HTTP/1.1" status: 200  len: 944 time: 0.0729902
Jun 14 03:27:54.378253 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] get_ports_and_sgs() called for port_ids ['a3e3dae1-61f0-4a27-a8a8-68ea53668a8e'] {{(pid=92487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 14 03:27:54.400427 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-b917adef-17fe-4d25-b231-8849094c161b req-8ee0ecf2-383f-46d4-809b-26f2037e0f5f tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.13 "GET /v2.0/security-groups?id=28a9c8b5-4b4e-440b-9836-1b47170078e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382633
Jun 14 03:27:54.580260 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa84e7a-adee-4dd9-ad15-0ae07395f871 req-76ed5d59-2db6-4c85-aaff-21aa6d13c574 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:54.581716 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-9aa84e7a-adee-4dd9-ad15-0ae07395f871 req-76ed5d59-2db6-4c85-aaff-21aa6d13c574 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 944 time: 0.0718262
Jun 14 03:27:54.625316 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-9aa84e7a-adee-4dd9-ad15-0ae07395f871 req-90e1ec24-c265-4c7a-944b-f57537d92ab6 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b35fe9-7e21-48e6-ad6e-af7f1cefab56&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0376809
Jun 14 03:27:55.596311 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da22677-2c5d-46b9-873f-3eb481d65646 req-d2f34925-b6d1-4e86-9b69-887c4684afbb tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:55.597803 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-5da22677-2c5d-46b9-873f-3eb481d65646 req-d2f34925-b6d1-4e86-9b69-887c4684afbb tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4e8b3d9-436f-4254-9e18-700caa55e8ab HTTP/1.1" status: 200  len: 944 time: 0.0790575
Jun 14 03:27:55.644786 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-5da22677-2c5d-46b9-873f-3eb481d65646 req-5205a445-3f3c-42ec-8041-94c65689c552 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.13 "GET /v2.0/security-groups?id=28a9c8b5-4b4e-440b-9836-1b47170078e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407722
Jun 14 03:27:55.824583 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f232d-01b4-4273-8424-5033f3076172 req-06cb2973-95dd-4154-ad7c-c7e58f731fb6 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:55.826050 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-c22f232d-01b4-4273-8424-5033f3076172 req-06cb2973-95dd-4154-ad7c-c7e58f731fb6 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 944 time: 0.0756397
Jun 14 03:27:55.845647 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device a3e3dae1-61f0-4a27-a8a8-68ea53668a8e up at agent hyperv_hv-cinder-79617 {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:27:55.870355 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-c22f232d-01b4-4273-8424-5033f3076172 req-506634de-f73c-4e2b-9741-cdf91bca4998 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b35fe9-7e21-48e6-ad6e-af7f1cefab56&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382447
Jun 14 03:27:56.011367 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Provisioning for port a3e3dae1-61f0-4a27-a8a8-68ea53668a8e completed by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:27:56.015757 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Provisioning complete for port a3e3dae1-61f0-4a27-a8a8-68ea53668a8e triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:27:56.016222 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:56.116039 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:56.142712 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e8b3d9-436f-4254-9e18-700caa55e8ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3e3dae1-61f0-4a27-a8a8-68ea53668a8e'}] {{(pid=92487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:27:56.144992 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}681963f073e70c07aac8dc5e895e90246fb88e956d84982da350f3581d0ebeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584bab02-4f0e-4491-85a2-1d160cca7839" -d '{"events": [{"server_uuid": "d4e8b3d9-436f-4254-9e18-700caa55e8ab", "name": "network-vif-plugged", "status": "completed", "tag": "a3e3dae1-61f0-4a27-a8a8-68ea53668a8e"}]}' {{(pid=92487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:27:56.174920 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port a3e3dae1-61f0-4a27-a8a8-68ea53668a8e, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=a3e3dae1-61f0-4a27-a8a8-68ea53668a8e,segment=NetworkSegment(24fa031a-5b39-4036-b097-0166048880ac),segment_id=24fa031a-5b39-4036-b097-0166048880ac)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:27:56.190713 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad036c7a-7c59-4415-94ed-398915489ac8 x-openstack-request-id: req-ad036c7a-7c59-4415-94ed-398915489ac8 {{(pid=92487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:27:56.191014 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e8b3d9-436f-4254-9e18-700caa55e8ab", "name": "network-vif-plugged", "status": "completed", "tag": "a3e3dae1-61f0-4a27-a8a8-68ea53668a8e", "code": 200}]} {{(pid=92487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:27:56.191280 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ad036c7a-7c59-4415-94ed-398915489ac8 {{(pid=92487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:27:56.191709 dv-cinder-796170-1-iscsi neutron-server[92487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4e8b3d9-436f-4254-9e18-700caa55e8ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3e3dae1-61f0-4a27-a8a8-68ea53668a8e', 'code': 200}
Jun 14 03:27:56.275101 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:27:56.277124 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-195a4e17-dd62-4194-a58f-0713011f4ccc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:27:56.333663 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Pushing event updated for resources: {'Port': ['ID=a3e3dae1-61f0-4a27-a8a8-68ea53668a8e,revision_number=5']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:27:56.336777 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:27:56.830401 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c3e5b-550d-4dcf-929c-af202bd1bd5b req-bc09f9d3-80f6-4b11-aab5-110851d51566 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:56.831866 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-b49c3e5b-550d-4dcf-929c-af202bd1bd5b req-bc09f9d3-80f6-4b11-aab5-110851d51566 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4e8b3d9-436f-4254-9e18-700caa55e8ab HTTP/1.1" status: 200  len: 945 time: 0.0711460
Jun 14 03:27:56.875330 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-b49c3e5b-550d-4dcf-929c-af202bd1bd5b req-5096fa1a-bced-4f7b-9c40-49aba72caf6d tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.13 "GET /v2.0/security-groups?id=28a9c8b5-4b4e-440b-9836-1b47170078e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375454
Jun 14 03:27:57.080758 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0198e48-4a0b-40b8-b277-9faf21589964 req-9ba2072f-1d4f-4a2c-b534-c19d667ba143 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:57.082152 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-f0198e48-4a0b-40b8-b277-9faf21589964 req-9ba2072f-1d4f-4a2c-b534-c19d667ba143 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 944 time: 0.0741096
Jun 14 03:27:57.127404 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-f0198e48-4a0b-40b8-b277-9faf21589964 req-d9cde9ef-4123-4c2f-a566-521b93a1a6c0 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b35fe9-7e21-48e6-ad6e-af7f1cefab56&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389483
Jun 14 03:27:58.095189 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75229b85-8469-457c-9f63-0623eb2156f7 req-945c969a-fb04-4777-b9a8-171e011ae653 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:58.096803 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-75229b85-8469-457c-9f63-0623eb2156f7 req-945c969a-fb04-4777-b9a8-171e011ae653 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4e8b3d9-436f-4254-9e18-700caa55e8ab HTTP/1.1" status: 200  len: 945 time: 0.0941551
Jun 14 03:27:58.142388 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-75229b85-8469-457c-9f63-0623eb2156f7 req-a34ebaff-9d7d-4c03-b2cc-96b59b6a7879 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.13 "GET /v2.0/security-groups?id=28a9c8b5-4b4e-440b-9836-1b47170078e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399029
Jun 14 03:27:58.323612 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f9d502-fe50-4ea7-a068-1a7e42d85687 req-cfdb57fc-1a0a-4916-9d84-f21e0cef04f4 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:58.325281 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-06f9d502-fe50-4ea7-a068-1a7e42d85687 req-cfdb57fc-1a0a-4916-9d84-f21e0cef04f4 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 944 time: 0.0746286
Jun 14 03:27:58.374144 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-06f9d502-fe50-4ea7-a068-1a7e42d85687 req-36a2c9b1-01ab-4416-ba8c-ae0b14a881b1 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b35fe9-7e21-48e6-ad6e-af7f1cefab56&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419872
Jun 14 03:27:59.330527 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8be2c5-72d3-4719-819e-90c909f1f201 req-d3a1fa6b-d5b1-44e2-98c9-e5cff892e82a tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:59.332008 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-4a8be2c5-72d3-4719-819e-90c909f1f201 req-d3a1fa6b-d5b1-44e2-98c9-e5cff892e82a tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4e8b3d9-436f-4254-9e18-700caa55e8ab HTTP/1.1" status: 200  len: 945 time: 0.0718365
Jun 14 03:27:59.375329 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-4a8be2c5-72d3-4719-819e-90c909f1f201 req-3e9aa042-947a-4161-8fd4-923f18b6aef3 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.13 "GET /v2.0/security-groups?id=28a9c8b5-4b4e-440b-9836-1b47170078e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374050
Jun 14 03:27:59.567573 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d7b5f8-9513-41c7-8b89-01b4a8ab2d3f req-53ea1400-7da0-4a08-85aa-44140430913c tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:27:59.569085 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-26d7b5f8-9513-41c7-8b89-01b4a8ab2d3f req-53ea1400-7da0-4a08-85aa-44140430913c tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 944 time: 0.0763760
Jun 14 03:27:59.614238 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-26d7b5f8-9513-41c7-8b89-01b4a8ab2d3f req-1c37f730-ebbe-4b1f-b04d-28ab2aff44f8 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b35fe9-7e21-48e6-ad6e-af7f1cefab56&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391905
Jun 14 03:28:00.576743 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d241e3-05c7-4876-9e46-31a3849bc4e9 req-a7541cc5-eed3-4ea7-b8c6-2060017e1613 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:00.578223 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-84d241e3-05c7-4876-9e46-31a3849bc4e9 req-a7541cc5-eed3-4ea7-b8c6-2060017e1613 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4e8b3d9-436f-4254-9e18-700caa55e8ab HTTP/1.1" status: 200  len: 945 time: 0.0772772
Jun 14 03:28:00.629080 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-84d241e3-05c7-4876-9e46-31a3849bc4e9 req-61527a66-d1e8-47cc-b4a8-41466f5b008f tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.13 "GET /v2.0/security-groups?id=28a9c8b5-4b4e-440b-9836-1b47170078e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448468
Jun 14 03:28:00.815507 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ee7959-9bfe-4419-b949-f05ff4f3c866 req-16d506d4-eb3a-46fb-a3b8-8b7dad20e49f tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:00.817816 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-48ee7959-9bfe-4419-b949-f05ff4f3c866 req-16d506d4-eb3a-46fb-a3b8-8b7dad20e49f tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 944 time: 0.0783896
Jun 14 03:28:00.862654 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-48ee7959-9bfe-4419-b949-f05ff4f3c866 req-76f2f917-1326-4db0-ad50-ce8424f9ee21 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b35fe9-7e21-48e6-ad6e-af7f1cefab56&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382874
Jun 14 03:28:01.495170 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-ff64ccb1-6fe9-49cb-9e26-666738781169 req-67b1dfca-0249-41e6-88ec-5b6e77355ddb tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-62743311&fields=id&tenant_id=677c749727ed45bc8bb151403e7f4fa1 HTTP/1.1" status: 200  len: 267 time: 0.0377176
Jun 14 03:28:01.634368 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff64ccb1-6fe9-49cb-9e26-666738781169 req-1c09c5d8-f081-4a3d-b370-d5f7e24c10c1 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:01.650245 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-ff64ccb1-6fe9-49cb-9e26-666738781169 req-1c09c5d8-f081-4a3d-b370-d5f7e24c10c1 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/networks?id=34b23c78-3069-403b-be6d-6131877d9778 HTTP/1.1" status: 200  len: 811 time: 0.1475043
Jun 14 03:28:01.664811 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-ff64ccb1-6fe9-49cb-9e26-666738781169 req-b8bc6c62-b895-4573-b6e6-578b44d569ed tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/quotas/677c749727ed45bc8bb151403e7f4fa1 HTTP/1.1" status: 200  len: 375 time: 0.0121090
Jun 14 03:28:01.743083 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-ff64ccb1-6fe9-49cb-9e26-666738781169 req-e0cd8b29-fbe8-41cf-b8d1-0db6e1317b10 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=677c749727ed45bc8bb151403e7f4fa1&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0740509
Jun 14 03:28:01.844487 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac13119-c5ae-43fd-a808-74e19f2f28f5 req-9d7ba6cc-5e76-4d07-a498-3fb3b0ed4bda tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:01.846462 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-9ac13119-c5ae-43fd-a808-74e19f2f28f5 req-9d7ba6cc-5e76-4d07-a498-3fb3b0ed4bda tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4e8b3d9-436f-4254-9e18-700caa55e8ab HTTP/1.1" status: 200  len: 945 time: 0.0962434
Jun 14 03:28:01.895442 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-ff64ccb1-6fe9-49cb-9e26-666738781169 req-0edd1eb3-af2f-41fc-b4aa-1c88c7dab05c service neutron] 10.222.0.13 "GET /v2.0/networks/34b23c78-3069-403b-be6d-6131877d9778?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1406906
Jun 14 03:28:01.898461 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-9ac13119-c5ae-43fd-a808-74e19f2f28f5 req-8c7727c4-7dc6-4fe9-a975-bd05102007d1 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.13 "GET /v2.0/security-groups?id=28a9c8b5-4b4e-440b-9836-1b47170078e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412362
Jun 14 03:28:02.030234 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-ff64ccb1-6fe9-49cb-9e26-666738781169 req-5138ee14-4f7a-4afa-8952-7ac668818ac0 service neutron] 10.222.0.13 "GET /v2.0/networks/34b23c78-3069-403b-be6d-6131877d9778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1290562
Jun 14 03:28:02.094778 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1bcc1a-9f93-45a9-9f4c-36edc0a98d91 req-d5133a97-0f05-4ca1-a51f-e42784058e9c tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:02.096302 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-dc1bcc1a-9f93-45a9-9f4c-36edc0a98d91 req-d5133a97-0f05-4ca1-a51f-e42784058e9c tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 944 time: 0.0810323
Jun 14 03:28:02.155051 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-dc1bcc1a-9f93-45a9-9f4c-36edc0a98d91 req-c22d0ba6-4d90-41f4-92a6-228934413dae tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b35fe9-7e21-48e6-ad6e-af7f1cefab56&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0524018
Jun 14 03:28:02.851041 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-a1d295f5-eaf1-4069-a815-4c56d2b07939 req-6067bdf7-66ca-4c3d-9c38-ab7278f96598 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?device_id=280f9725-873b-4156-99fd-25828654a879 HTTP/1.1" status: 200  len: 210 time: 0.0407348
Jun 14 03:28:03.103140 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba4444e-d01a-4504-9b98-33e0fba31b6e req-0da01caa-806b-4b21-bd6c-296b81f242e1 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:03.105492 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-bba4444e-d01a-4504-9b98-33e0fba31b6e req-0da01caa-806b-4b21-bd6c-296b81f242e1 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4e8b3d9-436f-4254-9e18-700caa55e8ab HTTP/1.1" status: 200  len: 945 time: 0.0734520
Jun 14 03:28:03.154869 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-bba4444e-d01a-4504-9b98-33e0fba31b6e req-6655732e-ec1e-48ed-ad18-cee6c6613a34 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.13 "GET /v2.0/security-groups?id=28a9c8b5-4b4e-440b-9836-1b47170078e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435069
Jun 14 03:28:03.353008 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1e209-0ca5-4843-a9b2-0d6266187a6c req-498d5e6e-0cde-4bde-a7b9-73cde997b77a tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:03.355382 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-b0d1e209-0ca5-4843-a9b2-0d6266187a6c req-498d5e6e-0cde-4bde-a7b9-73cde997b77a tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 944 time: 0.0835865
Jun 14 03:28:03.404685 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-b0d1e209-0ca5-4843-a9b2-0d6266187a6c req-ee6242e1-ad25-4519-bea1-e99e07ed552b tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b35fe9-7e21-48e6-ad6e-af7f1cefab56&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437326
Jun 14 03:28:03.953630 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-e12afb3e-d000-4b21-9ecd-c547e8bdfcd7 req-0a3fa414-9ed1-44f3-87e3-cad034977050 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?device_id=280f9725-873b-4156-99fd-25828654a879 HTTP/1.1" status: 200  len: 210 time: 0.0393713
Jun 14 03:28:04.340495 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d276e7-5e45-4308-9690-dd603257432e req-9250e9af-fd9a-4817-8940-fa38294245b4 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:04.342018 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-30d276e7-5e45-4308-9690-dd603257432e req-9250e9af-fd9a-4817-8940-fa38294245b4 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4e8b3d9-436f-4254-9e18-700caa55e8ab HTTP/1.1" status: 200  len: 945 time: 0.0710855
Jun 14 03:28:04.392954 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-30d276e7-5e45-4308-9690-dd603257432e req-9ddeba09-008f-40ab-aac0-2946165a1723 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.13 "GET /v2.0/security-groups?id=28a9c8b5-4b4e-440b-9836-1b47170078e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445096
Jun 14 03:28:04.433418 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-bf2adde6-f9cf-4114-898b-c5e98c606e60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:28:04.615973 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42af314-197b-459b-81a9-abc151eb63e4 req-a5be6784-d9b8-4c3c-9be6-dae2cd74c4bf tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:04.617411 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-e42af314-197b-459b-81a9-abc151eb63e4 req-a5be6784-d9b8-4c3c-9be6-dae2cd74c4bf tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 944 time: 0.0810740
Jun 14 03:28:04.665116 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-e42af314-197b-459b-81a9-abc151eb63e4 req-a5b33393-9622-4b73-8820-d4935214e8aa tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b35fe9-7e21-48e6-ad6e-af7f1cefab56&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387924
Jun 14 03:28:05.106752 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-8d1930a2-33c2-4e0d-a42a-2cb9b0310f3c req-dc327f40-0437-4fd1-ae85-4218ede909af tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?device_id=280f9725-873b-4156-99fd-25828654a879 HTTP/1.1" status: 200  len: 210 time: 0.0348251
Jun 14 03:28:05.836485 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c77e0-9f0b-4315-9316-531e3b0ee698 req-cbafef10-8e43-43fd-a19d-eb492e6b6f49 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:05.844104 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-788c77e0-9f0b-4315-9316-531e3b0ee698 req-cbafef10-8e43-43fd-a19d-eb492e6b6f49 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4e8b3d9-436f-4254-9e18-700caa55e8ab HTTP/1.1" status: 200  len: 945 time: 0.3327303
Jun 14 03:28:05.865021 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b72357-1817-4bf6-a278-6b3a0313a13c req-9e45c360-bf10-44c6-9417-215db1eb4238 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:05.866831 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-14b72357-1817-4bf6-a278-6b3a0313a13c req-9e45c360-bf10-44c6-9417-215db1eb4238 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 944 time: 0.0795600
Jun 14 03:28:05.883160 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-788c77e0-9f0b-4315-9316-531e3b0ee698 req-132ed809-6357-4f82-b51b-28ccb4332fe5 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.13 "GET /v2.0/security-groups?id=28a9c8b5-4b4e-440b-9836-1b47170078e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381064
Jun 14 03:28:05.917369 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:28:05.919327 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-14b72357-1817-4bf6-a278-6b3a0313a13c req-a8fd8712-57b3-41b1-8426-0f6b1c5a303b tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b35fe9-7e21-48e6-ad6e-af7f1cefab56&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397787
Jun 14 03:28:05.954748 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87ba50-40e9-4613-be99-a6640f5b54ca req-5e299c5f-3609-47f5-996b-23cb281f0a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:05.957723 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-6f87ba50-40e9-4613-be99-a6640f5b54ca req-5e299c5f-3609-47f5-996b-23cb281f0a80 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d4e8b3d9-436f-4254-9e18-700caa55e8ab HTTP/1.1" status: 200  len: 1098 time: 0.0598621
Jun 14 03:28:06.002510 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-6f87ba50-40e9-4613-be99-a6640f5b54ca req-4812e3e6-be29-4d01-943a-c1d740cbc85b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=28a9c8b5-4b4e-440b-9836-1b47170078e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0323043
Jun 14 03:28:06.258009 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-1e0c49f0-c714-4568-8b09-b430c904e2d3 req-59ee9a17-7bf7-4f5b-9384-bd60218a58d9 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?device_id=280f9725-873b-4156-99fd-25828654a879 HTTP/1.1" status: 200  len: 210 time: 0.0356159
Jun 14 03:28:06.955889 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-36823db4-487d-4987-9377-15a53428fb1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:28:07.004058 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff64ccb1-6fe9-49cb-9e26-666738781169 req-2bb4b5e1-73e2-4ce5-be65-b6f820f7bcdc tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:07.006247 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-ff64ccb1-6fe9-49cb-9e26-666738781169 req-2bb4b5e1-73e2-4ce5-be65-b6f820f7bcdc tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.37 "GET /v2.0/networks?id=34b23c78-3069-403b-be6d-6131877d9778 HTTP/1.1" status: 200  len: 811 time: 0.1660228
Jun 14 03:28:07.061977 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-ff64ccb1-6fe9-49cb-9e26-666738781169 req-eb11917a-6d02-4bcb-9d89-d4685cea0a00 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=677c749727ed45bc8bb151403e7f4fa1 HTTP/1.1" status: 200  len: 378 time: 0.0465040
Jun 14 03:28:07.076838 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.v2.base [req-ff64ccb1-6fe9-49cb-9e26-666738781169 req-43ce9534-ed40-4a4d-b14c-37510ca1214c tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Request body: {'port': {'device_id': '280f9725-873b-4156-99fd-25828654a879', 'network_id': '34b23c78-3069-403b-be6d-6131877d9778', 'admin_state_up': True, 'tenant_id': '677c749727ed45bc8bb151403e7f4fa1', 'security_groups': ['8b7c9eac-b13e-4d51-ac42-9dd942a03f32']}} {{(pid=92485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:28:07.080110 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a76b4-dcd9-457a-88fe-9f41806161e8 req-67e7784f-124c-4eab-96dd-a3515b8c8723 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:07.081652 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-559a76b4-dcd9-457a-88fe-9f41806161e8 req-67e7784f-124c-4eab-96dd-a3515b8c8723 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4e8b3d9-436f-4254-9e18-700caa55e8ab HTTP/1.1" status: 200  len: 945 time: 0.0732350
Jun 14 03:28:07.126259 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-559a76b4-dcd9-457a-88fe-9f41806161e8 req-9d863af3-ea5f-40f6-b621-70a345e6d9df tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.13 "GET /v2.0/security-groups?id=28a9c8b5-4b4e-440b-9836-1b47170078e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384188
Jun 14 03:28:07.189484 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:28:07.247887 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b076f7-26dd-4d87-8672-5a900aea1aeb req-22007f5e-a3d1-4eec-8237-e65545c0b126 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:07.249343 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-56b076f7-26dd-4d87-8672-5a900aea1aeb req-22007f5e-a3d1-4eec-8237-e65545c0b126 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 944 time: 0.1865039
Jun 14 03:28:07.299760 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-56b076f7-26dd-4d87-8672-5a900aea1aeb req-cadcbb79-418a-476b-86e3-17f9f3848897 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b35fe9-7e21-48e6-ad6e-af7f1cefab56&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432346
Jun 14 03:28:07.374245 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff64ccb1-6fe9-49cb-9e26-666738781169 req-43ce9534-ed40-4a4d-b14c-37510ca1214c tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Made reservation on behalf of 677c749727ed45bc8bb151403e7f4fa1 for: {'port': 1} {{(pid=92485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 14 03:28:07.377751 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-ff64ccb1-6fe9-49cb-9e26-666738781169 req-43ce9534-ed40-4a4d-b14c-37510ca1214c tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for port, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:28:07.409017 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-9c3f4afc-8e58-45a9-8d47-b19cd803d9dc req-25d09185-aef6-406d-b7ad-8d2cc397cfce tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?device_id=280f9725-873b-4156-99fd-25828654a879 HTTP/1.1" status: 200  len: 210 time: 0.0394621
Jun 14 03:28:07.525911 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.db_base_plugin_common [req-ff64ccb1-6fe9-49cb-9e26-666738781169 req-43ce9534-ed40-4a4d-b14c-37510ca1214c tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Allocated IP 172.20.0.10 (34b23c78-3069-403b-be6d-6131877d9778/1fa62e25-98c4-4c90-9558-661a82d6770a/18bfab41-bd43-4867-961d-1dbfcc0ab09e) {{(pid=92485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 14 03:28:07.569906 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-0afee7a0-2a95-4c67-832d-a747b12c3f44 req-3bc5b479-4fae-4dc6-aa40-36cff995132b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9ec59366-a676-4120-af0b-e2ca51eab895&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0582571
Jun 14 03:28:07.653960 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afee7a0-2a95-4c67-832d-a747b12c3f44 req-7ef7ea68-ba5c-4d25-95f7-0c66cdbb96b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:07.655486 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-0afee7a0-2a95-4c67-832d-a747b12c3f44 req-7ef7ea68-ba5c-4d25-95f7-0c66cdbb96b4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=43a422776a77497eb08a2b437fe8f3a4&device_id=9ec59366-a676-4120-af0b-e2ca51eab895 HTTP/1.1" status: 200  len: 1098 time: 0.0639186
Jun 14 03:28:07.696888 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-ff64ccb1-6fe9-49cb-9e26-666738781169 req-43ce9534-ed40-4a4d-b14c-37510ca1214c tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks [] for port, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:28:07.710219 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.provisioning_blocks [req-ff64ccb1-6fe9-49cb-9e26-666738781169 req-43ce9534-ed40-4a4d-b14c-37510ca1214c tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Transition to ACTIVE for port object 18bfab41-bd43-4867-961d-1dbfcc0ab09e will not be triggered until provisioned by entity DHCP. {{(pid=92485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:28:07.788765 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afee7a0-2a95-4c67-832d-a747b12c3f44 req-62c40fd8-8c3f-4fba-bec5-0d43a78fa2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:07.790190 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-0afee7a0-2a95-4c67-832d-a747b12c3f44 req-62c40fd8-8c3f-4fba-bec5-0d43a78fa2b5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7f129db1-9523-4318-ad85-9f49178b5bdc HTTP/1.1" status: 200  len: 909 time: 0.1153598
Jun 14 03:28:07.831800 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-ff64ccb1-6fe9-49cb-9e26-666738781169 req-43ce9534-ed40-4a4d-b14c-37510ca1214c tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-668656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756196682527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62999275'] for port, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:28:07.836202 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-a17894b4-25dd-4829-9660-4753a8afafa1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:28:07.877777 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-0afee7a0-2a95-4c67-832d-a747b12c3f44 req-9e91f149-e4e7-43c3-b37d-c744be4b64e7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d850dea9-a48d-4e02-ab17-88a53263a5e4 HTTP/1.1" status: 200  len: 1001 time: 0.0802524
Jun 14 03:28:07.888178 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff64ccb1-6fe9-49cb-9e26-666738781169 req-43ce9534-ed40-4a4d-b14c-37510ca1214c tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Network 34b23c78-3069-403b-be6d-6131877d9778 is already hosted by enough agents. {{(pid=92485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 14 03:28:07.891512 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.base_scheduler [req-ff64ccb1-6fe9-49cb-9e26-666738781169 req-43ce9534-ed40-4a4d-b14c-37510ca1214c tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Resources bound (agent type, host, resource id):  {{(pid=92485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:28:07.894034 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff64ccb1-6fe9-49cb-9e26-666738781169 req-43ce9534-ed40-4a4d-b14c-37510ca1214c tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Received port after_create {{(pid=92485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 14 03:28:07.939145 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce9534-ed40-4a4d-b14c-37510ca1214c tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Pushing event updated for resources: {'Port': ['ID=18bfab41-bd43-4867-961d-1dbfcc0ab09e,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:28:07.949251 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afee7a0-2a95-4c67-832d-a747b12c3f44 req-898a5fdf-4dc4-489a-ab6a-252b06d02a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:07.950320 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-0afee7a0-2a95-4c67-832d-a747b12c3f44 req-898a5fdf-4dc4-489a-ab6a-252b06d02a3f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8a8207df-3806-430e-9b17-d9978decf79c HTTP/1.1" status: 200  len: 847 time: 0.0655384
Jun 14 03:28:07.951576 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device c3e8ab33-8e05-4080-9009-047437f7b326 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=92487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 14 03:28:07.956810 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce9534-ed40-4a4d-b14c-37510ca1214c tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:28:07.957185 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce9534-ed40-4a4d-b14c-37510ca1214c tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:28:07.957547 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce9534-ed40-4a4d-b14c-37510ca1214c tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:28:07.957901 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce9534-ed40-4a4d-b14c-37510ca1214c tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:28:07.958252 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce9534-ed40-4a4d-b14c-37510ca1214c tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:28:07.958623 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce9534-ed40-4a4d-b14c-37510ca1214c tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:28:07.958970 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce9534-ed40-4a4d-b14c-37510ca1214c tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:28:07.959502 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce9534-ed40-4a4d-b14c-37510ca1214c tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:28:07.959688 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce9534-ed40-4a4d-b14c-37510ca1214c tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:28:07.959986 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce9534-ed40-4a4d-b14c-37510ca1214c tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:28:07.960326 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce9534-ed40-4a4d-b14c-37510ca1214c tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:28:07.960855 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ce9534-ed40-4a4d-b14c-37510ca1214c tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:28:07.973162 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-43ce9534-ed40-4a4d-b14c-37510ca1214c tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:28:07.985227 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff64ccb1-6fe9-49cb-9e26-666738781169 req-43ce9534-ed40-4a4d-b14c-37510ca1214c tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:07.985861 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-ff64ccb1-6fe9-49cb-9e26-666738781169 req-43ce9534-ed40-4a4d-b14c-37510ca1214c tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389'] for port, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:28:08.021372 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afee7a0-2a95-4c67-832d-a747b12c3f44 req-e930031c-b60d-432f-9031-491bd1999c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:08.022883 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-0afee7a0-2a95-4c67-832d-a747b12c3f44 req-e930031c-b60d-432f-9031-491bd1999c1a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7f129db1-9523-4318-ad85-9f49178b5bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0668907
Jun 14 03:28:08.077991 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-ff64ccb1-6fe9-49cb-9e26-666738781169 req-43ce9534-ed40-4a4d-b14c-37510ca1214c tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0053201
Jun 14 03:28:08.089409 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.v2.base [req-ff64ccb1-6fe9-49cb-9e26-666738781169 req-1d4b6f28-d14f-4264-9e83-a359283cb9ee service neutron] Request body: {'port': {'device_id': '280f9725-873b-4156-99fd-25828654a879', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=92485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:28:08.103278 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port c3e8ab33-8e05-4080-9009-047437f7b326, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=c3e8ab33-8e05-4080-9009-047437f7b326,segment=NetworkSegment(99683377-2e48-4740-a2d4-b719402867ef),segment_id=99683377-2e48-4740-a2d4-b719402867ef)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:28:08.123288 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Returning: {'device': 'c3e8ab33-8e05-4080-9009-047437f7b326', 'network_id': 'f65bd812-254a-48f4-8498-d6b6b04b0ab8', 'port_id': 'c3e8ab33-8e05-4080-9009-047437f7b326', 'mac_address': 'fa:16:3e:c6:3c:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '545b480d-c2cb-4869-a2a3-42345a60be46', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 14 03:28:08.170643 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:28:08.174176 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-0afee7a0-2a95-4c67-832d-a747b12c3f44 req-b9dc625f-bbd3-428a-974c-2a3dd2ff286b service neutron] 10.222.0.37 "GET /v2.0/networks/7f129db1-9523-4318-ad85-9f49178b5bdc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1449461
Jun 14 03:28:08.180523 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-a6614653-0164-4561-80ac-e583b9425df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:28:08.198799 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.notifiers.nova [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3e8ab33-8e05-4080-9009-047437f7b326 {{(pid=92487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 14 03:28:08.205745 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-ff64ccb1-6fe9-49cb-9e26-666738781169 req-1d4b6f28-d14f-4264-9e83-a359283cb9ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:28:08.223112 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port c3e8ab33-8e05-4080-9009-047437f7b326, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=c3e8ab33-8e05-4080-9009-047437f7b326,segment=NetworkSegment(99683377-2e48-4740-a2d4-b719402867ef),segment_id=99683377-2e48-4740-a2d4-b719402867ef)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:28:08.305066 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-0afee7a0-2a95-4c67-832d-a747b12c3f44 req-a102821e-5469-4b4d-88c7-6a4e2cc9cd9e service neutron] 10.222.0.37 "GET /v2.0/networks/7f129db1-9523-4318-ad85-9f49178b5bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1234696
Jun 14 03:28:08.309728 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-42ac96b9-0925-43aa-b663-b3d72002914c None None] Provisioning for port 18bfab41-bd43-4867-961d-1dbfcc0ab09e completed by entity DHCP. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:28:08.312383 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:28:08.315343 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:28:08.327443 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-42ac96b9-0925-43aa-b663-b3d72002914c None None] Provisioning complete for port 18bfab41-bd43-4867-961d-1dbfcc0ab09e triggered by entity DHCP. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:28:08.327443 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-42ac96b9-0925-43aa-b663-b3d72002914c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:28:08.405765 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-42ac96b9-0925-43aa-b663-b3d72002914c None None] Port 18bfab41-bd43-4867-961d-1dbfcc0ab09e cannot update to ACTIVE because it is not bound. {{(pid=92487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 14 03:28:08.410425 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Pushing event updated for resources: {'Port': ['ID=c3e8ab33-8e05-4080-9009-047437f7b326,revision_number=9']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:28:08.413462 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:28:08.509407 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3f254-fae7-4a5e-8ff1-f8494e5de303 req-4acadb60-a7de-4931-b784-e649198da8a8 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:08.511017 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-d8a3f254-fae7-4a5e-8ff1-f8494e5de303 req-4acadb60-a7de-4931-b784-e649198da8a8 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 945 time: 0.0705583
Jun 14 03:28:08.523203 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6209a0-cba8-43fe-8be4-655512f14ce4 req-f8fc4d21-7a1e-494e-bdc2-f1a91f407760 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:08.524661 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-8b6209a0-cba8-43fe-8be4-655512f14ce4 req-f8fc4d21-7a1e-494e-bdc2-f1a91f407760 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4e8b3d9-436f-4254-9e18-700caa55e8ab HTTP/1.1" status: 200  len: 945 time: 0.2580342
Jun 14 03:28:08.539523 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] get_ports_and_sgs() called for port_ids ['c3e8ab33-8e05-4080-9009-047437f7b326'] {{(pid=92487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 14 03:28:08.559034 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-d8a3f254-fae7-4a5e-8ff1-f8494e5de303 req-84f0568a-7e56-45cc-b2b6-d0ea4b5a6018 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b35fe9-7e21-48e6-ad6e-af7f1cefab56&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421395
Jun 14 03:28:08.607259 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-8b6209a0-cba8-43fe-8be4-655512f14ce4 req-391a0740-7bf8-4d37-91e0-0db8b9c91bde tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.13 "GET /v2.0/security-groups?id=28a9c8b5-4b4e-440b-9836-1b47170078e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738246
Jun 14 03:28:08.684630 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.notifiers.nova [req-ff64ccb1-6fe9-49cb-9e26-666738781169 req-1d4b6f28-d14f-4264-9e83-a359283cb9ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18bfab41-bd43-4867-961d-1dbfcc0ab09e {{(pid=92485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 14 03:28:08.693685 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-ff64ccb1-6fe9-49cb-9e26-666738781169 req-1d4b6f28-d14f-4264-9e83-a359283cb9ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:28:08.732561 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.provisioning_blocks [req-ff64ccb1-6fe9-49cb-9e26-666738781169 req-1d4b6f28-d14f-4264-9e83-a359283cb9ee service neutron] Transition to ACTIVE for port object 18bfab41-bd43-4867-961d-1dbfcc0ab09e will not be triggered until provisioned by entity L2. {{(pid=92485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:28:08.759164 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3a0e6-8bfa-4f95-a31f-60f9ce3bf772 req-710f2ae2-97ae-47e6-bb8b-e07bbe0737e7 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:08.761641 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-72a3a0e6-8bfa-4f95-a31f-60f9ce3bf772 req-710f2ae2-97ae-47e6-bb8b-e07bbe0737e7 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?device_id=280f9725-873b-4156-99fd-25828654a879 HTTP/1.1" status: 200  len: 932 time: 0.0896771
Jun 14 03:28:08.818674 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-72a3a0e6-8bfa-4f95-a31f-60f9ce3bf772 req-ce151a65-1fe3-459b-abc1-9d1a161e2aa0 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b7c9eac-b13e-4d51-ac42-9dd942a03f32&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0511074
Jun 14 03:28:08.831174 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-ff64ccb1-6fe9-49cb-9e26-666738781169 req-1d4b6f28-d14f-4264-9e83-a359283cb9ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62999253'] for port, after_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:28:08.841812 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-d80ac2b5-2a6d-4098-a8e8-22d4cee672ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:28:08.943594 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4b6f28-d14f-4264-9e83-a359283cb9ee service neutron] Pushing event updated for resources: {'Port': ['ID=18bfab41-bd43-4867-961d-1dbfcc0ab09e,revision_number=2']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:28:08.946531 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-1d4b6f28-d14f-4264-9e83-a359283cb9ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:28:09.039493 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.managers [req-ff64ccb1-6fe9-49cb-9e26-666738781169 req-1d4b6f28-d14f-4264-9e83-a359283cb9ee service neutron] Attempting to bind port 18bfab41-bd43-4867-961d-1dbfcc0ab09e on host hv-cinder-79617 for vnic_type normal with profile  {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 14 03:28:09.039826 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.managers [req-ff64ccb1-6fe9-49cb-9e26-666738781169 req-1d4b6f28-d14f-4264-9e83-a359283cb9ee service neutron] Attempting to bind port 18bfab41-bd43-4867-961d-1dbfcc0ab09e by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': '8195fb77-ebcc-4359-970d-8f4829c5d7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '34b23c78-3069-403b-be6d-6131877d9778'}] {{(pid=92485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 14 03:28:09.040140 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff64ccb1-6fe9-49cb-9e26-666738781169 req-1d4b6f28-d14f-4264-9e83-a359283cb9ee service neutron] Attempting to bind port 18bfab41-bd43-4867-961d-1dbfcc0ab09e on network 34b23c78-3069-403b-be6d-6131877d9778 {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 14 03:28:09.045422 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff64ccb1-6fe9-49cb-9e26-666738781169 req-1d4b6f28-d14f-4264-9e83-a359283cb9ee service neutron] Port 18bfab41-bd43-4867-961d-1dbfcc0ab09e on network 34b23c78-3069-403b-be6d-6131877d9778 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 14 03:28:09.045741 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff64ccb1-6fe9-49cb-9e26-666738781169 req-1d4b6f28-d14f-4264-9e83-a359283cb9ee service neutron] Attempting to bind port 18bfab41-bd43-4867-961d-1dbfcc0ab09e on network 34b23c78-3069-403b-be6d-6131877d9778 {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 14 03:28:09.050600 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff64ccb1-6fe9-49cb-9e26-666738781169 req-1d4b6f28-d14f-4264-9e83-a359283cb9ee service neutron] Checking agent: {'id': 'd909c266-64e1-43b2-ab9b-45098cd1126f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 20, 5), 'started_at': datetime.datetime(2021, 6, 14, 3, 20, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 14 03:28:09.050934 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff64ccb1-6fe9-49cb-9e26-666738781169 req-1d4b6f28-d14f-4264-9e83-a359283cb9ee service neutron] Checking segment: {'id': '8195fb77-ebcc-4359-970d-8f4829c5d7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '34b23c78-3069-403b-be6d-6131877d9778'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 14 03:28:09.051309 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff64ccb1-6fe9-49cb-9e26-666738781169 req-1d4b6f28-d14f-4264-9e83-a359283cb9ee service neutron] Bound using segment: {'id': '8195fb77-ebcc-4359-970d-8f4829c5d7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '34b23c78-3069-403b-be6d-6131877d9778'} {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 14 03:28:09.051719 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.managers [req-ff64ccb1-6fe9-49cb-9e26-666738781169 req-1d4b6f28-d14f-4264-9e83-a359283cb9ee service neutron] Bound port: 18bfab41-bd43-4867-961d-1dbfcc0ab09e, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8195fb77-ebcc-4359-970d-8f4829c5d7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '34b23c78-3069-403b-be6d-6131877d9778'}}] {{(pid=92485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 14 03:28:09.052058 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-ff64ccb1-6fe9-49cb-9e26-666738781169 req-1d4b6f28-d14f-4264-9e83-a359283cb9ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:28:09.124741 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.db [req-ff64ccb1-6fe9-49cb-9e26-666738781169 req-1d4b6f28-d14f-4264-9e83-a359283cb9ee service neutron] For port 18bfab41-bd43-4867-961d-1dbfcc0ab09e, host hv-cinder-79617, cleared binding levels {{(pid=92485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 14 03:28:09.127891 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.db [req-ff64ccb1-6fe9-49cb-9e26-666738781169 req-1d4b6f28-d14f-4264-9e83-a359283cb9ee service neutron] For port 18bfab41-bd43-4867-961d-1dbfcc0ab09e, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=18bfab41-bd43-4867-961d-1dbfcc0ab09e,segment=NetworkSegment(8195fb77-ebcc-4359-970d-8f4829c5d7e4),segment_id=8195fb77-ebcc-4359-970d-8f4829c5d7e4)] {{(pid=92485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 14 03:28:09.209093 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-ff64ccb1-6fe9-49cb-9e26-666738781169 req-1d4b6f28-d14f-4264-9e83-a359283cb9ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62999253'] for port, after_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:28:09.213420 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-96ccc5fd-ee85-4674-b4e4-df8db204a634 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:28:09.248771 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff64ccb1-6fe9-49cb-9e26-666738781169 req-1d4b6f28-d14f-4264-9e83-a359283cb9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:09.249371 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-ff64ccb1-6fe9-49cb-9e26-666738781169 req-1d4b6f28-d14f-4264-9e83-a359283cb9ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389'] for port, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:28:09.250944 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-ff64ccb1-6fe9-49cb-9e26-666738781169 req-1d4b6f28-d14f-4264-9e83-a359283cb9ee service neutron] 10.222.0.37 "PUT /v2.0/ports/18bfab41-bd43-4867-961d-1dbfcc0ab09e HTTP/1.1" status: 200  len: 1094 time: 1.1658828
Jun 14 03:28:09.257908 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '280f9725-873b-4156-99fd-25828654a879', 'tag': '18bfab41-bd43-4867-961d-1dbfcc0ab09e'}] {{(pid=92485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:28:09.261017 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0639b30c08a1ea7684a5dbba31199bfc4186ae3813d9033880ffe89de9bab324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1a9b74-43dc-487f-b1b7-ebb8924bff43" -d '{"events": [{"name": "network-changed", "server_uuid": "280f9725-873b-4156-99fd-25828654a879", "tag": "18bfab41-bd43-4867-961d-1dbfcc0ab09e"}]}' {{(pid=92485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:28:09.284327 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4b6f28-d14f-4264-9e83-a359283cb9ee service neutron] Pushing event updated for resources: {'Port': ['ID=18bfab41-bd43-4867-961d-1dbfcc0ab09e,revision_number=3']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:28:09.287592 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-1d4b6f28-d14f-4264-9e83-a359283cb9ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:28:09.310474 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 03:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feeefcd9-2f53-41dd-8570-dff5c4eae39c x-openstack-request-id: req-feeefcd9-2f53-41dd-8570-dff5c4eae39c {{(pid=92485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:28:09.310474 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "280f9725-873b-4156-99fd-25828654a879", "tag": "18bfab41-bd43-4867-961d-1dbfcc0ab09e", "status": "completed", "code": 200}]} {{(pid=92485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:28:09.310474 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-feeefcd9-2f53-41dd-8570-dff5c4eae39c {{(pid=92485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:28:09.310474 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '280f9725-873b-4156-99fd-25828654a879', 'tag': '18bfab41-bd43-4867-961d-1dbfcc0ab09e', 'status': 'completed', 'code': 200}
Jun 14 03:28:09.392812 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a9b74-43dc-487f-b1b7-ebb8924bff43 req-4ca09766-64ca-466d-8d19-27dc44df6621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:09.394206 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-0d1a9b74-43dc-487f-b1b7-ebb8924bff43 req-4ca09766-64ca-466d-8d19-27dc44df6621 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=677c749727ed45bc8bb151403e7f4fa1&device_id=280f9725-873b-4156-99fd-25828654a879 HTTP/1.1" status: 200  len: 1097 time: 0.0660903
Jun 14 03:28:09.522034 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a9b74-43dc-487f-b1b7-ebb8924bff43 req-5685c2f7-f454-47a6-ab5c-65f5007b6dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:09.528479 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-0d1a9b74-43dc-487f-b1b7-ebb8924bff43 req-5685c2f7-f454-47a6-ab5c-65f5007b6dd0 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=677c749727ed45bc8bb151403e7f4fa1&shared=False HTTP/1.1" status: 200  len: 912 time: 0.1270738
Jun 14 03:28:09.645250 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a9b74-43dc-487f-b1b7-ebb8924bff43 req-5dead069-229c-413c-9cbb-d1f35a3d0e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:09.649381 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-0d1a9b74-43dc-487f-b1b7-ebb8924bff43 req-5dead069-229c-413c-9cbb-d1f35a3d0e93 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1117976
Jun 14 03:28:09.748007 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff64ccb1-6fe9-49cb-9e26-666738781169 req-9a00a10a-486d-495a-af42-77b9a30cd39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:09.749489 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-ff64ccb1-6fe9-49cb-9e26-666738781169 req-9a00a10a-486d-495a-af42-77b9a30cd39b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=677c749727ed45bc8bb151403e7f4fa1&device_id=280f9725-873b-4156-99fd-25828654a879 HTTP/1.1" status: 200  len: 1097 time: 0.0637689
Jun 14 03:28:09.753818 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae18caa-706b-42b6-9468-c783c5392d3c req-698e4d54-2b4b-43b3-94ca-e7155c0597e2 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:09.755332 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-cae18caa-706b-42b6-9468-c783c5392d3c req-698e4d54-2b4b-43b3-94ca-e7155c0597e2 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 945 time: 0.0733383
Jun 14 03:28:09.766665 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-37effd67-6caa-48ba-975b-7ec46c17b4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:28:09.805173 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-ff64ccb1-6fe9-49cb-9e26-666738781169 req-e77ee5e8-9fe7-4b1a-bc4c-3c8592f51a8b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18bfab41-bd43-4867-961d-1dbfcc0ab09e HTTP/1.1" status: 200  len: 217 time: 0.0482175
Jun 14 03:28:09.808517 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-cae18caa-706b-42b6-9468-c783c5392d3c req-55f10de0-ce2f-447d-89de-f52e084aae9a tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b35fe9-7e21-48e6-ad6e-af7f1cefab56&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463893
Jun 14 03:28:09.866257 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff64ccb1-6fe9-49cb-9e26-666738781169 req-cdf15208-09f9-4ec2-a0be-d81b2b135c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:09.867716 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-ff64ccb1-6fe9-49cb-9e26-666738781169 req-cdf15208-09f9-4ec2-a0be-d81b2b135c52 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1fa62e25-98c4-4c90-9558-661a82d6770a HTTP/1.1" status: 200  len: 850 time: 0.0569360
Jun 14 03:28:09.929222 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff64ccb1-6fe9-49cb-9e26-666738781169 req-0b39a631-37a0-4935-95c0-26de4e8fcc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:09.930696 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-ff64ccb1-6fe9-49cb-9e26-666738781169 req-0b39a631-37a0-4935-95c0-26de4e8fcc3f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34b23c78-3069-403b-be6d-6131877d9778&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0571544
Jun 14 03:28:09.967271 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device c3e8ab33-8e05-4080-9009-047437f7b326 up at agent hyperv_hv-cinder-79617 {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:28:10.028373 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Provisioning complete for port c3e8ab33-8e05-4080-9009-047437f7b326 triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:28:10.028373 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:28:10.106591 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6663f7d6-87e4-4344-b9f1-05831a30ddc2 req-e31d1138-87c7-4027-a59b-701633cb15bb tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:10.107979 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-6663f7d6-87e4-4344-b9f1-05831a30ddc2 req-e31d1138-87c7-4027-a59b-701633cb15bb tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?device_id=280f9725-873b-4156-99fd-25828654a879 HTTP/1.1" status: 200  len: 944 time: 0.1695940
Jun 14 03:28:10.110147 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-ff64ccb1-6fe9-49cb-9e26-666738781169 req-aa5edc19-c6ea-4837-990b-c07f0111727b service neutron] 10.222.0.37 "GET /v2.0/networks/34b23c78-3069-403b-be6d-6131877d9778?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1633453
Jun 14 03:28:10.122651 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:28:10.147967 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77a303a2-e75b-4ea4-8091-68b0e17dde52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e8ab33-8e05-4080-9009-047437f7b326'}] {{(pid=92487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:28:10.150262 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}681963f073e70c07aac8dc5e895e90246fb88e956d84982da350f3581d0ebeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899aac44-ced8-41b4-8dba-430e89ac2114" -d '{"events": [{"server_uuid": "77a303a2-e75b-4ea4-8091-68b0e17dde52", "name": "network-vif-plugged", "status": "completed", "tag": "c3e8ab33-8e05-4080-9009-047437f7b326"}]}' {{(pid=92487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:28:10.165020 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port c3e8ab33-8e05-4080-9009-047437f7b326, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=c3e8ab33-8e05-4080-9009-047437f7b326,segment=NetworkSegment(99683377-2e48-4740-a2d4-b719402867ef),segment_id=99683377-2e48-4740-a2d4-b719402867ef)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:28:10.189305 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-6663f7d6-87e4-4344-b9f1-05831a30ddc2 req-209c43f8-6d3f-4ca3-aa38-7d0aceedaa6a tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b7c9eac-b13e-4d51-ac42-9dd942a03f32&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0733445
Jun 14 03:28:10.189769 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e43847-4ad0-4e3e-b96b-3589d6672692 x-openstack-request-id: req-53e43847-4ad0-4e3e-b96b-3589d6672692 {{(pid=92487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:28:10.189769 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77a303a2-e75b-4ea4-8091-68b0e17dde52", "name": "network-vif-plugged", "status": "completed", "tag": "c3e8ab33-8e05-4080-9009-047437f7b326", "code": 200}]} {{(pid=92487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:28:10.189769 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-53e43847-4ad0-4e3e-b96b-3589d6672692 {{(pid=92487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:28:10.189769 dv-cinder-796170-1-iscsi neutron-server[92487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77a303a2-e75b-4ea4-8091-68b0e17dde52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3e8ab33-8e05-4080-9009-047437f7b326', 'code': 200}
Jun 14 03:28:10.231538 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:28:10.233746 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:28:10.258192 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-ff64ccb1-6fe9-49cb-9e26-666738781169 req-ff6291f7-6e6c-4202-ad1e-0c95b6c903ea service neutron] 10.222.0.37 "GET /v2.0/networks/34b23c78-3069-403b-be6d-6131877d9778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1384950
Jun 14 03:28:10.290107 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Pushing event updated for resources: {'Port': ['ID=c3e8ab33-8e05-4080-9009-047437f7b326,revision_number=10']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:28:10.293810 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:28:10.520145 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec59cf-ab3d-4852-9d7f-6c8cedcb6ebf req-e0e81590-1f33-49d8-a825-27591fb85103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:10.521629 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-aaec59cf-ab3d-4852-9d7f-6c8cedcb6ebf req-e0e81590-1f33-49d8-a825-27591fb85103 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 1100 time: 0.0631289
Jun 14 03:28:10.558824 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-aaec59cf-ab3d-4852-9d7f-6c8cedcb6ebf req-fb8565f6-1179-4d71-ba5b-12550c8d93a3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b4b35fe9-7e21-48e6-ad6e-af7f1cefab56&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0304306
Jun 14 03:28:10.996505 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f878d086-b5cb-4577-adf6-dbcbb30bb6e7 req-f5d62be5-f67d-4c5c-b14f-04187ce22e03 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:10.997966 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-f878d086-b5cb-4577-adf6-dbcbb30bb6e7 req-f5d62be5-f67d-4c5c-b14f-04187ce22e03 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 947 time: 0.0686131
Jun 14 03:28:11.038315 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-f878d086-b5cb-4577-adf6-dbcbb30bb6e7 req-a1614e3a-91d9-4f6c-879b-df17e1470970 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b35fe9-7e21-48e6-ad6e-af7f1cefab56&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0347919
Jun 14 03:28:11.363862 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce73cc6-6da6-49a0-9c5a-e80f4e8d6b8d req-d070e78d-8f7d-449a-985e-1374814327b6 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:11.365278 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-cce73cc6-6da6-49a0-9c5a-e80f4e8d6b8d req-d070e78d-8f7d-449a-985e-1374814327b6 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?device_id=280f9725-873b-4156-99fd-25828654a879 HTTP/1.1" status: 200  len: 944 time: 0.0669804
Jun 14 03:28:11.407370 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-cce73cc6-6da6-49a0-9c5a-e80f4e8d6b8d req-122ed881-7112-4a4c-b264-07d5046a8a39 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b7c9eac-b13e-4d51-ac42-9dd942a03f32&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0357742
Jun 14 03:28:12.223578 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fda1dd4-cf60-4d72-bfc9-05ab67e6a2dd req-7a67538e-3d36-4bd9-9df8-f42d3b0ce0cf tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:12.225031 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-9fda1dd4-cf60-4d72-bfc9-05ab67e6a2dd req-7a67538e-3d36-4bd9-9df8-f42d3b0ce0cf tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 947 time: 0.0695472
Jun 14 03:28:12.270686 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-9fda1dd4-cf60-4d72-bfc9-05ab67e6a2dd req-85c26da8-da98-4f31-88d0-fd10bd286acb tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b35fe9-7e21-48e6-ad6e-af7f1cefab56&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387259
Jun 14 03:28:12.593565 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1848d9-dcb1-478b-beb0-229116983346 req-803da164-d32b-4317-8cc7-e76c7629e78b tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:12.594946 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-6d1848d9-dcb1-478b-beb0-229116983346 req-803da164-d32b-4317-8cc7-e76c7629e78b tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?device_id=280f9725-873b-4156-99fd-25828654a879 HTTP/1.1" status: 200  len: 944 time: 0.0737133
Jun 14 03:28:12.636089 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-6d1848d9-dcb1-478b-beb0-229116983346 req-482ec986-2e32-400d-ae9f-5dff771553c4 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b7c9eac-b13e-4d51-ac42-9dd942a03f32&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0353150
Jun 14 03:28:13.454520 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5cb52-aae6-42e9-ac55-c4cb03e9edc4 req-7cabc10d-006d-4334-aabe-97e244305e4b tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:13.455960 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-1fe5cb52-aae6-42e9-ac55-c4cb03e9edc4 req-7cabc10d-006d-4334-aabe-97e244305e4b tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 947 time: 0.0692980
Jun 14 03:28:13.497777 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-1fe5cb52-aae6-42e9-ac55-c4cb03e9edc4 req-7811a62a-b16e-4e18-bb6d-97f186daa0e5 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b35fe9-7e21-48e6-ad6e-af7f1cefab56&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0362105
Jun 14 03:28:13.812151 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d889040-6ebe-4f63-9b46-6ea0ca281ff4 req-d5c02c7d-8bdd-427e-9ed3-df0d9cbf3836 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:13.813601 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-3d889040-6ebe-4f63-9b46-6ea0ca281ff4 req-d5c02c7d-8bdd-427e-9ed3-df0d9cbf3836 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?device_id=280f9725-873b-4156-99fd-25828654a879 HTTP/1.1" status: 200  len: 944 time: 0.0684209
Jun 14 03:28:13.855203 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-3d889040-6ebe-4f63-9b46-6ea0ca281ff4 req-3069fd2a-12c5-455e-a94b-e91bcef12054 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b7c9eac-b13e-4d51-ac42-9dd942a03f32&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0359023
Jun 14 03:28:15.029167 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718b0674-ca23-4c78-8913-5dac222ad727 req-270aba7a-a699-49a9-9f86-c0591076d594 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:15.030605 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-718b0674-ca23-4c78-8913-5dac222ad727 req-270aba7a-a699-49a9-9f86-c0591076d594 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?device_id=280f9725-873b-4156-99fd-25828654a879 HTTP/1.1" status: 200  len: 944 time: 0.0666072
Jun 14 03:28:15.076148 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-718b0674-ca23-4c78-8913-5dac222ad727 req-8080e5c1-9818-4a6f-88a2-7a942c71d133 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b7c9eac-b13e-4d51-ac42-9dd942a03f32&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0396593
Jun 14 03:28:16.254166 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b921b-7bb5-4610-9134-6b432268691a req-614c772a-baa8-4d8e-9928-449623d13487 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:16.255609 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-ed4b921b-7bb5-4610-9134-6b432268691a req-614c772a-baa8-4d8e-9928-449623d13487 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?device_id=280f9725-873b-4156-99fd-25828654a879 HTTP/1.1" status: 200  len: 944 time: 0.0711274
Jun 14 03:28:16.296795 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-ed4b921b-7bb5-4610-9134-6b432268691a req-614b94d9-069a-4da8-a4b8-8919f94fcfef tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b7c9eac-b13e-4d51-ac42-9dd942a03f32&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0348659
Jun 14 03:28:17.478683 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3594f0a0-e551-4fdd-a638-c6c54770c2d4 req-80a8f11f-02db-4a7e-b854-333028326fc5 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:17.480187 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-3594f0a0-e551-4fdd-a638-c6c54770c2d4 req-80a8f11f-02db-4a7e-b854-333028326fc5 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?device_id=280f9725-873b-4156-99fd-25828654a879 HTTP/1.1" status: 200  len: 944 time: 0.0680764
Jun 14 03:28:17.521373 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-3594f0a0-e551-4fdd-a638-c6c54770c2d4 req-cb700bcd-c71c-4252-b0f7-6b6a39b9a0be tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b7c9eac-b13e-4d51-ac42-9dd942a03f32&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0353322
Jun 14 03:28:18.013620 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device 18bfab41-bd43-4867-961d-1dbfcc0ab09e details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=92487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 14 03:28:18.257094 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port 18bfab41-bd43-4867-961d-1dbfcc0ab09e, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=18bfab41-bd43-4867-961d-1dbfcc0ab09e,segment=NetworkSegment(8195fb77-ebcc-4359-970d-8f4829c5d7e4),segment_id=8195fb77-ebcc-4359-970d-8f4829c5d7e4)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:28:18.268709 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Returning: {'device': '18bfab41-bd43-4867-961d-1dbfcc0ab09e', 'network_id': '34b23c78-3069-403b-be6d-6131877d9778', 'port_id': '18bfab41-bd43-4867-961d-1dbfcc0ab09e', 'mac_address': 'fa:16:3e:9b:e3:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fa62e25-98c4-4c90-9558-661a82d6770a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 14 03:28:18.312585 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:28:18.327447 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.notifiers.nova [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18bfab41-bd43-4867-961d-1dbfcc0ab09e {{(pid=92487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 14 03:28:18.348289 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port 18bfab41-bd43-4867-961d-1dbfcc0ab09e, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=18bfab41-bd43-4867-961d-1dbfcc0ab09e,segment=NetworkSegment(8195fb77-ebcc-4359-970d-8f4829c5d7e4),segment_id=8195fb77-ebcc-4359-970d-8f4829c5d7e4)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:28:18.431037 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:28:18.432935 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:28:18.489379 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Pushing event updated for resources: {'Port': ['ID=18bfab41-bd43-4867-961d-1dbfcc0ab09e,revision_number=4']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:28:18.492516 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:28:18.685777 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] get_ports_and_sgs() called for port_ids ['18bfab41-bd43-4867-961d-1dbfcc0ab09e'] {{(pid=92487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 14 03:28:18.701109 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a5ed61-0d34-40b8-9a64-2041d066fd20 req-1b915a01-d13c-43e9-8473-91b4d1b02b81 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:18.702613 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-02a5ed61-0d34-40b8-9a64-2041d066fd20 req-1b915a01-d13c-43e9-8473-91b4d1b02b81 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?device_id=280f9725-873b-4156-99fd-25828654a879 HTTP/1.1" status: 200  len: 945 time: 0.0694351
Jun 14 03:28:18.745066 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-02a5ed61-0d34-40b8-9a64-2041d066fd20 req-3db8890e-b1dc-4814-a5e8-94a0074e9e22 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b7c9eac-b13e-4d51-ac42-9dd942a03f32&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0363333
Jun 14 03:28:19.945466 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13830d66-608f-404b-8474-13994810da09 req-8737ab54-b77f-45e1-af6d-e2848a6245e0 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:19.946931 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-13830d66-608f-404b-8474-13994810da09 req-8737ab54-b77f-45e1-af6d-e2848a6245e0 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?device_id=280f9725-873b-4156-99fd-25828654a879 HTTP/1.1" status: 200  len: 945 time: 0.0699079
Jun 14 03:28:19.991466 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-13830d66-608f-404b-8474-13994810da09 req-fec6a408-3b05-415b-88af-8fa41fe1f914 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b7c9eac-b13e-4d51-ac42-9dd942a03f32&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0386109
Jun 14 03:28:21.171380 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e996d-d0a4-4395-b07e-243e401358de req-0e051dc9-7938-4012-9b26-d83f3c733ae4 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:21.172797 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-e54e996d-d0a4-4395-b07e-243e401358de req-0e051dc9-7938-4012-9b26-d83f3c733ae4 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?device_id=280f9725-873b-4156-99fd-25828654a879 HTTP/1.1" status: 200  len: 945 time: 0.0713511
Jun 14 03:28:21.460571 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-e54e996d-d0a4-4395-b07e-243e401358de req-af4bc32c-a998-4f10-8a65-6b7fa6c06f9a tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b7c9eac-b13e-4d51-ac42-9dd942a03f32&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2821996
Jun 14 03:28:22.644567 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95469e6a-e3b8-40e1-9e4e-144c3bab63de req-fae78f55-d25e-47e6-b4f1-3fafc0d10dfd tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:22.646103 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-95469e6a-e3b8-40e1-9e4e-144c3bab63de req-fae78f55-d25e-47e6-b4f1-3fafc0d10dfd tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?device_id=280f9725-873b-4156-99fd-25828654a879 HTTP/1.1" status: 200  len: 945 time: 0.0687585
Jun 14 03:28:22.688323 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-95469e6a-e3b8-40e1-9e4e-144c3bab63de req-badf7d88-a10a-44f7-928d-d572ecf7e9bd tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b7c9eac-b13e-4d51-ac42-9dd942a03f32&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0362768
Jun 14 03:28:23.864382 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec99ac18-2266-4f80-88a4-62da227d61f2 req-b865081a-f758-42bf-aa2b-593f4e464b00 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:23.865820 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-ec99ac18-2266-4f80-88a4-62da227d61f2 req-b865081a-f758-42bf-aa2b-593f4e464b00 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?device_id=280f9725-873b-4156-99fd-25828654a879 HTTP/1.1" status: 200  len: 945 time: 0.0678375
Jun 14 03:28:23.907513 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-ec99ac18-2266-4f80-88a4-62da227d61f2 req-acbfc5e6-a1cd-44d0-b9f4-ffbeb1d0f6a2 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b7c9eac-b13e-4d51-ac42-9dd942a03f32&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0350931
Jun 14 03:28:24.163369 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device 18bfab41-bd43-4867-961d-1dbfcc0ab09e up at agent hyperv_hv-cinder-79617 {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:28:24.293849 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Provisioning for port 18bfab41-bd43-4867-961d-1dbfcc0ab09e completed by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:28:24.297508 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Provisioning complete for port 18bfab41-bd43-4867-961d-1dbfcc0ab09e triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:28:24.297894 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:28:24.385965 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:28:24.412576 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '280f9725-873b-4156-99fd-25828654a879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18bfab41-bd43-4867-961d-1dbfcc0ab09e'}] {{(pid=92487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:28:24.414851 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}681963f073e70c07aac8dc5e895e90246fb88e956d84982da350f3581d0ebeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adebc180-f638-4eda-9458-220227283693" -d '{"events": [{"server_uuid": "280f9725-873b-4156-99fd-25828654a879", "name": "network-vif-plugged", "status": "completed", "tag": "18bfab41-bd43-4867-961d-1dbfcc0ab09e"}]}' {{(pid=92487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:28:24.429333 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port 18bfab41-bd43-4867-961d-1dbfcc0ab09e, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=18bfab41-bd43-4867-961d-1dbfcc0ab09e,segment=NetworkSegment(8195fb77-ebcc-4359-970d-8f4829c5d7e4),segment_id=8195fb77-ebcc-4359-970d-8f4829c5d7e4)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:28:24.449950 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def632cc-19ac-47f6-be8f-d0db5c845014 x-openstack-request-id: req-def632cc-19ac-47f6-be8f-d0db5c845014 {{(pid=92487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:28:24.450243 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "280f9725-873b-4156-99fd-25828654a879", "name": "network-vif-plugged", "status": "completed", "tag": "18bfab41-bd43-4867-961d-1dbfcc0ab09e", "code": 200}]} {{(pid=92487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:28:24.450543 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-def632cc-19ac-47f6-be8f-d0db5c845014 {{(pid=92487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:28:24.450940 dv-cinder-796170-1-iscsi neutron-server[92487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '280f9725-873b-4156-99fd-25828654a879', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18bfab41-bd43-4867-961d-1dbfcc0ab09e', 'code': 200}
Jun 14 03:28:24.491333 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:28:24.493201 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:28:24.546545 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Pushing event updated for resources: {'Port': ['ID=18bfab41-bd43-4867-961d-1dbfcc0ab09e,revision_number=5']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:28:24.553241 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:28:24.553584 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:28:24.553918 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:28:24.554248 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:28:24.554597 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:28:24.554925 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:28:24.555247 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:28:24.555565 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:28:24.555888 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:28:24.556205 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:28:24.556521 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:28:24.556831 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:28:24.560486 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:28:25.086772 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814eb925-41bf-4d7e-a11e-dc4f8f3dff13 req-a0b95daf-555a-4173-9714-6686282b2cc2 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:25.088751 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-814eb925-41bf-4d7e-a11e-dc4f8f3dff13 req-a0b95daf-555a-4173-9714-6686282b2cc2 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?device_id=280f9725-873b-4156-99fd-25828654a879 HTTP/1.1" status: 200  len: 946 time: 0.0726085
Jun 14 03:28:25.129904 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-814eb925-41bf-4d7e-a11e-dc4f8f3dff13 req-bdf45c05-7391-43a9-9fa1-c64953e79655 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b7c9eac-b13e-4d51-ac42-9dd942a03f32&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0355656
Jun 14 03:28:26.314122 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e561a-5f57-4f6b-bc71-606418b620b9 req-2b613d9e-3eae-4bde-a31b-9cfa89183dd7 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:26.315594 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-062e561a-5f57-4f6b-bc71-606418b620b9 req-2b613d9e-3eae-4bde-a31b-9cfa89183dd7 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?device_id=280f9725-873b-4156-99fd-25828654a879 HTTP/1.1" status: 200  len: 946 time: 0.0694628
Jun 14 03:28:26.360657 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-062e561a-5f57-4f6b-bc71-606418b620b9 req-c1933bb6-b7e8-40fb-bf8d-7c3f718f51d8 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b7c9eac-b13e-4d51-ac42-9dd942a03f32&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0392315
Jun 14 03:28:26.536184 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eb2772-5056-40e2-9b9e-12c9d1b72095 req-7cb6fa20-d1c5-45fe-ba4e-1d7604ce98d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:26.537622 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-29eb2772-5056-40e2-9b9e-12c9d1b72095 req-7cb6fa20-d1c5-45fe-ba4e-1d7604ce98d3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=280f9725-873b-4156-99fd-25828654a879 HTTP/1.1" status: 200  len: 1099 time: 0.0576947
Jun 14 03:28:26.574745 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-29eb2772-5056-40e2-9b9e-12c9d1b72095 req-a1b2d704-8a7c-4c18-bc4d-9031808b2abe service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8b7c9eac-b13e-4d51-ac42-9dd942a03f32&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0301189
Jun 14 03:28:27.549112 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb56ef83-f1f3-4fdd-bd38-7f008a59b164 req-37fa06c3-d2ce-4c2f-be98-3f06cd5da680 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:27.550606 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-fb56ef83-f1f3-4fdd-bd38-7f008a59b164 req-37fa06c3-d2ce-4c2f-be98-3f06cd5da680 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?device_id=280f9725-873b-4156-99fd-25828654a879 HTTP/1.1" status: 200  len: 946 time: 0.0775375
Jun 14 03:28:27.592973 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-fb56ef83-f1f3-4fdd-bd38-7f008a59b164 req-cdc6c3d2-3a4e-4f8c-b94d-020a8cf40f99 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b7c9eac-b13e-4d51-ac42-9dd942a03f32&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0366528
Jun 14 03:28:28.768556 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad54bda2-c6ac-45a7-b280-63f41b5a3f71 req-b1e97bdc-160b-45be-b8f7-991ae1acded4 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:28.769975 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-ad54bda2-c6ac-45a7-b280-63f41b5a3f71 req-b1e97bdc-160b-45be-b8f7-991ae1acded4 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?device_id=280f9725-873b-4156-99fd-25828654a879 HTTP/1.1" status: 200  len: 946 time: 0.0669777
Jun 14 03:28:28.811674 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-ad54bda2-c6ac-45a7-b280-63f41b5a3f71 req-7fb828fb-825f-4cd4-9fe2-6a21dd7eafd4 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b7c9eac-b13e-4d51-ac42-9dd942a03f32&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0358267
Jun 14 03:28:28.816751 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.agents_db [None req-ff4782b4-218c-43ce-8b60-1c0132b4bc55 None None] Agent healthcheck: found 6 active agents {{(pid=92488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 14 03:28:28.993926 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26365cd3-b684-4b2d-a5d0-04d8449e832e req-40f2a875-6dd4-48ba-90d6-5bf5c0b4bae7 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:28.995742 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-26365cd3-b684-4b2d-a5d0-04d8449e832e req-40f2a875-6dd4-48ba-90d6-5bf5c0b4bae7 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?device_id=280f9725-873b-4156-99fd-25828654a879 HTTP/1.1" status: 200  len: 946 time: 0.0683918
Jun 14 03:28:29.036354 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-26365cd3-b684-4b2d-a5d0-04d8449e832e req-9598d9ef-5b72-4d0e-9cdc-52aa60e2228d tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b7c9eac-b13e-4d51-ac42-9dd942a03f32&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0349162
Jun 14 03:28:29.059957 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 47322) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:28:29.162624 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4102866-e880-4f08-b37e-0d8de305a6b9 tempest-TestVolumeBootPattern-609361350 tempest-TestVolumeBootPattern-609361350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:29.164095 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-d4102866-e880-4f08-b37e-0d8de305a6b9 tempest-TestVolumeBootPattern-609361350 tempest-TestVolumeBootPattern-609361350-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=280f9725-873b-4156-99fd-25828654a879 HTTP/1.1" status: 200  len: 1094 time: 0.1031783
Jun 14 03:28:29.166893 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 47326) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:28:29.171122 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.v2.base [None req-1295b66c-3ca7-4335-9917-99d00311517a tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Request body: {'floatingip': {'floating_network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'port_id': '18bfab41-bd43-4867-961d-1dbfcc0ab09e', 'tenant_id': '677c749727ed45bc8bb151403e7f4fa1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=92485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:28:29.280003 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-1295b66c-3ca7-4335-9917-99d00311517a tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks [] for floatingip, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:28:29.400136 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-1295b66c-3ca7-4335-9917-99d00311517a tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for port, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:28:29.523040 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.db_base_plugin_common [None req-1295b66c-3ca7-4335-9917-99d00311517a tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Allocated IP 172.27.2.34 (93400a53-dc51-45a7-8a67-e74b6f34e4ba/60a70a14-b6be-44b1-a1f9-f2aaa6aa296b/a2e93093-eaec-44d2-8b1c-3a6df8e7cbd5) {{(pid=92485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 14 03:28:29.651869 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-1295b66c-3ca7-4335-9917-99d00311517a tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks [] for port, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:28:29.763098 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-1295b66c-3ca7-4335-9917-99d00311517a tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-668656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756196682527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62999275'] for port, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:28:29.766030 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-1d4b6f28-d14f-4264-9e83-a359283cb9ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:28:29.812796 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1295b66c-3ca7-4335-9917-99d00311517a tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Network 93400a53-dc51-45a7-8a67-e74b6f34e4ba is already hosted by enough agents. {{(pid=92485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 14 03:28:29.817141 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.base_scheduler [None req-1295b66c-3ca7-4335-9917-99d00311517a tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Resources bound (agent type, host, resource id):  {{(pid=92485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:28:29.820539 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1295b66c-3ca7-4335-9917-99d00311517a tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Received port after_create {{(pid=92485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 14 03:28:29.850007 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1295b66c-3ca7-4335-9917-99d00311517a tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Pushing event updated for resources: {'Port': ['ID=a2e93093-eaec-44d2-8b1c-3a6df8e7cbd5,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:28:29.853814 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-1295b66c-3ca7-4335-9917-99d00311517a tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:28:30.268231 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-1295b66c-3ca7-4335-9917-99d00311517a tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:28:30.410957 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-1295b66c-3ca7-4335-9917-99d00311517a tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:28:30.593456 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-1295b66c-3ca7-4335-9917-99d00311517a tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks [] for port, precommit_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:28:30.654162 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-1295b66c-3ca7-4335-9917-99d00311517a tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62999253'] for port, after_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:28:30.657211 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-3b1e8de7-d990-44c0-aa83-dc08929129b1 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:28:30.734094 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1295b66c-3ca7-4335-9917-99d00311517a tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Pushing event updated for resources: {'Port': ['ID=a2e93093-eaec-44d2-8b1c-3a6df8e7cbd5,revision_number=2']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:28:30.741016 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-1295b66c-3ca7-4335-9917-99d00311517a tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:28:30.750675 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-1295b66c-3ca7-4335-9917-99d00311517a tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66755190'] for floatingip, after_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:28:30.886618 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.db.l3_db [None req-1295b66c-3ca7-4335-9917-99d00311517a tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Floating IP 16ef42a0-be1a-45e0-84ca-197b0ec77f3b associated. External IP: 172.27.2.34, port: 18bfab41-bd43-4867-961d-1dbfcc0ab09e.
Jun 14 03:28:31.165901 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1295b66c-3ca7-4335-9917-99d00311517a tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Router 9107ac6f-5253-40e5-8381-7294f4653f9c has already been hosted by L3 agent faa78350-ce80-467b-8f2c-9d7893daed85 {{(pid=92485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 14 03:28:31.307099 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1295b66c-3ca7-4335-9917-99d00311517a tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify agent at l3_agent.dv-cinder-796170-1-iscsi the message routers_updated {{(pid=92485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 14 03:28:31.317955 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e741a23-f597-4f89-a8f9-a470040ab218 None None] Sync routers for ids ['9107ac6f-5253-40e5-8381-7294f4653f9c'] in dv-cinder-796170-1-iscsi {{(pid=92487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 14 03:28:31.328258 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e741a23-f597-4f89-a8f9-a470040ab218 None None] Routers {'9107ac6f-5253-40e5-8381-7294f4653f9c'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:28:31.334892 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-5e741a23-f597-4f89-a8f9-a470040ab218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5cf719a0>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:28:07Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['9107ac6f-5253-40e5-8381-7294f4653f9c'], 'active': True} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:28:31.394283 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-1295b66c-3ca7-4335-9917-99d00311517a tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389'] for floatingip, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:28:31.439269 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-1295b66c-3ca7-4335-9917-99d00311517a tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.2713072
Jun 14 03:28:31.440256 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '280f9725-873b-4156-99fd-25828654a879', 'tag': '18bfab41-bd43-4867-961d-1dbfcc0ab09e'}] {{(pid=92485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:28:31.442871 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0639b30c08a1ea7684a5dbba31199bfc4186ae3813d9033880ffe89de9bab324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ea3d9a-7fa5-434e-8db3-75574f18c90d" -d '{"events": [{"name": "network-changed", "server_uuid": "280f9725-873b-4156-99fd-25828654a879", "tag": "18bfab41-bd43-4867-961d-1dbfcc0ab09e"}]}' {{(pid=92485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:28:31.481712 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvr_db [None req-5e741a23-f597-4f89-a8f9-a470040ab218 None None] Set router 9107ac6f-5253-40e5-8381-7294f4653f9c gateway port host: dv-cinder-796170-1-iscsi {{(pid=92487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:28:31.487994 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 03:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9f6f04-e33c-4a0c-8a23-ed9da21951e1 x-openstack-request-id: req-fe9f6f04-e33c-4a0c-8a23-ed9da21951e1 {{(pid=92485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:28:31.488321 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "280f9725-873b-4156-99fd-25828654a879", "tag": "18bfab41-bd43-4867-961d-1dbfcc0ab09e", "status": "completed", "code": 200}]} {{(pid=92485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:28:31.488608 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fe9f6f04-e33c-4a0c-8a23-ed9da21951e1 {{(pid=92485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:28:31.489038 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '280f9725-873b-4156-99fd-25828654a879', 'tag': '18bfab41-bd43-4867-961d-1dbfcc0ab09e', 'status': 'completed', 'code': 200}
Jun 14 03:28:31.793525 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-5e741a23-f597-4f89-a8f9-a470040ab218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5cf719a0>, [{'id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'name': 'tempest-TestVolumeBootPattern-923657156-router', 'tenant_id': '677c749727ed45bc8bb151403e7f4fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '0e733936-1964-4e57-bec7-c8bc3d54d949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:27:21Z', 'updated_at': '2021-06-14T03:27:26Z', 'revision_number': 4, 'project_id': '677c749727ed45bc8bb151403e7f4fa1', 'gw_port': {'id': '0e733936-1964-4e57-bec7-c8bc3d54d949', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:27:22Z', 'updated_at': '2021-06-14T03:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_floatingips': [{'id': '16ef42a0-be1a-45e0-84ca-197b0ec77f3b', 'tenant_id': '677c749727ed45bc8bb151403e7f4fa1', 'floating_ip_address': '172.27.2.34', 'floating_network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'router_id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'port_id': '18bfab41-bd43-4867-961d-1dbfcc0ab09e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34b23c78-3069-403b-be6d-6131877d9778', 'mac_address': 'fa:16:3e:9b:e3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280f9725-873b-4156-99fd-25828654a879', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T03:28:30Z', 'updated_at': '2021-06-14T03:28:30Z', 'revision_number': 0, 'project_id': '677c749727ed45bc8bb151403e7f4fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aac7cc5d-182a-4fa1-8cb6-a94e5086d20f', 'name': '', 'network_id': '34b23c78-3069-403b-be6d-6131877d9778', 'tenant_id': '677c749727ed45bc8bb151403e7f4fa1', 'mac_address': 'fa:16:3e:50:e1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '1fa62e25-98c4-4c90-9558-661a82d6770a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:27:25Z', 'updated_at': '2021-06-14T03:27:32Z', 'revision_number': 5, 'project_id': '677c749727ed45bc8bb151403e7f4fa1', 'subnets': [{'id': '1fa62e25-98c4-4c90-9558-661a82d6770a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:28:31.797422 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e741a23-f597-4f89-a8f9-a470040ab218 None None] Checking router: 9107ac6f-5253-40e5-8381-7294f4653f9c for host: dv-cinder-796170-1-iscsi {{(pid=92487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 14 03:28:31.806175 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e741a23-f597-4f89-a8f9-a470040ab218 None None] Routers {'9107ac6f-5253-40e5-8381-7294f4653f9c'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:28:31.806968 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-5e741a23-f597-4f89-a8f9-a470040ab218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5cf719a0>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:28:07Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['9107ac6f-5253-40e5-8381-7294f4653f9c'], 'active': True} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:28:31.852883 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea3d9a-7fa5-434e-8db3-75574f18c90d req-244d591e-072b-4ee9-9a98-0683760cdc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:31.854445 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-e5ea3d9a-7fa5-434e-8db3-75574f18c90d req-244d591e-072b-4ee9-9a98-0683760cdc3b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=677c749727ed45bc8bb151403e7f4fa1&device_id=280f9725-873b-4156-99fd-25828654a879 HTTP/1.1" status: 200  len: 1099 time: 0.3244431
Jun 14 03:28:31.968659 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvr_db [None req-5e741a23-f597-4f89-a8f9-a470040ab218 None None] Set router 9107ac6f-5253-40e5-8381-7294f4653f9c gateway port host: dv-cinder-796170-1-iscsi {{(pid=92487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:28:31.974071 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea3d9a-7fa5-434e-8db3-75574f18c90d req-55cb01ad-00ff-4314-8894-941a1f0fcd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:31.975561 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-e5ea3d9a-7fa5-434e-8db3-75574f18c90d req-55cb01ad-00ff-4314-8894-941a1f0fcd22 service neutron] 10.222.0.37 "GET /v2.0/networks?id=34b23c78-3069-403b-be6d-6131877d9778 HTTP/1.1" status: 200  len: 912 time: 0.1139512
Jun 14 03:28:32.065843 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-e5ea3d9a-7fa5-434e-8db3-75574f18c90d req-abe345fc-2769-423b-b84a-98d674598791 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=18bfab41-bd43-4867-961d-1dbfcc0ab09e HTTP/1.1" status: 200  len: 999 time: 0.0823987
Jun 14 03:28:32.128097 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea3d9a-7fa5-434e-8db3-75574f18c90d req-fc63092f-8e61-409c-b837-862ad44d4472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:32.129747 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-e5ea3d9a-7fa5-434e-8db3-75574f18c90d req-fc63092f-8e61-409c-b837-862ad44d4472 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1fa62e25-98c4-4c90-9558-661a82d6770a HTTP/1.1" status: 200  len: 850 time: 0.0573382
Jun 14 03:28:32.198718 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea3d9a-7fa5-434e-8db3-75574f18c90d req-3f0aa643-bcc2-4c9c-93cc-47d6b55cc5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:32.200496 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-e5ea3d9a-7fa5-434e-8db3-75574f18c90d req-3f0aa643-bcc2-4c9c-93cc-47d6b55cc5f7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34b23c78-3069-403b-be6d-6131877d9778&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0636861
Jun 14 03:28:32.284361 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-5e741a23-f597-4f89-a8f9-a470040ab218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5cf719a0>, [{'id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'name': 'tempest-TestVolumeBootPattern-923657156-router', 'tenant_id': '677c749727ed45bc8bb151403e7f4fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '0e733936-1964-4e57-bec7-c8bc3d54d949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:27:21Z', 'updated_at': '2021-06-14T03:27:26Z', 'revision_number': 4, 'project_id': '677c749727ed45bc8bb151403e7f4fa1', 'gw_port': {'id': '0e733936-1964-4e57-bec7-c8bc3d54d949', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:27:22Z', 'updated_at': '2021-06-14T03:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_floatingips': [{'id': '16ef42a0-be1a-45e0-84ca-197b0ec77f3b', 'tenant_id': '677c749727ed45bc8bb151403e7f4fa1', 'floating_ip_address': '172.27.2.34', 'floating_network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'router_id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'port_id': '18bfab41-bd43-4867-961d-1dbfcc0ab09e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34b23c78-3069-403b-be6d-6131877d9778', 'mac_address': 'fa:16:3e:9b:e3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280f9725-873b-4156-99fd-25828654a879', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T03:28:30Z', 'updated_at': '2021-06-14T03:28:30Z', 'revision_number': 0, 'project_id': '677c749727ed45bc8bb151403e7f4fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aac7cc5d-182a-4fa1-8cb6-a94e5086d20f', 'name': '', 'network_id': '34b23c78-3069-403b-be6d-6131877d9778', 'tenant_id': '677c749727ed45bc8bb151403e7f4fa1', 'mac_address': 'fa:16:3e:50:e1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '1fa62e25-98c4-4c90-9558-661a82d6770a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:27:25Z', 'updated_at': '2021-06-14T03:27:32Z', 'revision_number': 5, 'project_id': '677c749727ed45bc8bb151403e7f4fa1', 'subnets': [{'id': '1fa62e25-98c4-4c90-9558-661a82d6770a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:28:32.288022 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e741a23-f597-4f89-a8f9-a470040ab218 None None] The sync data for ids ['9107ac6f-5253-40e5-8381-7294f4653f9c'] in dv-cinder-796170-1-iscsi is: [{'id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'name': 'tempest-TestVolumeBootPattern-923657156-router', 'tenant_id': '677c749727ed45bc8bb151403e7f4fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '0e733936-1964-4e57-bec7-c8bc3d54d949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:27:21Z', 'updated_at': '2021-06-14T03:27:26Z', 'revision_number': 4, 'project_id': '677c749727ed45bc8bb151403e7f4fa1', 'gw_port': {'id': '0e733936-1964-4e57-bec7-c8bc3d54d949', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:27:22Z', 'updated_at': '2021-06-14T03:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_floatingips': [{'id': '16ef42a0-be1a-45e0-84ca-197b0ec77f3b', 'tenant_id': '677c749727ed45bc8bb151403e7f4fa1', 'floating_ip_address': '172.27.2.34', 'floating_network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'router_id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'port_id': '18bfab41-bd43-4867-961d-1dbfcc0ab09e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34b23c78-3069-403b-be6d-6131877d9778', 'mac_address': 'fa:16:3e:9b:e3:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '280f9725-873b-4156-99fd-25828654a879', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T03:28:30Z', 'updated_at': '2021-06-14T03:28:30Z', 'revision_number': 0, 'project_id': '677c749727ed45bc8bb151403e7f4fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aac7cc5d-182a-4fa1-8cb6-a94e5086d20f', 'name': '', 'network_id': '34b23c78-3069-403b-be6d-6131877d9778', 'tenant_id': '677c749727ed45bc8bb151403e7f4fa1', 'mac_address': 'fa:16:3e:50:e1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '1fa62e25-98c4-4c90-9558-661a82d6770a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:27:25Z', 'updated_at': '2021-06-14T03:27:32Z', 'revision_number': 5, 'project_id': '677c749727ed45bc8bb151403e7f4fa1', 'subnets': [{'id': '1fa62e25-98c4-4c90-9558-661a82d6770a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 14 03:28:32.322828 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-e5ea3d9a-7fa5-434e-8db3-75574f18c90d req-72352f43-0742-4799-9b04-56e13e5ba2df service neutron] 10.222.0.37 "GET /v2.0/networks/34b23c78-3069-403b-be6d-6131877d9778?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1127615
Jun 14 03:28:32.446909 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-e5ea3d9a-7fa5-434e-8db3-75574f18c90d req-f0ba9e80-6cc5-4a4c-b01a-528b1ae467d3 service neutron] 10.222.0.37 "GET /v2.0/networks/34b23c78-3069-403b-be6d-6131877d9778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1188753
Jun 14 03:28:32.509833 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b80bec9-0756-4a31-913c-d1fae82e7b65 None None] New status for floating IP 16ef42a0-be1a-45e0-84ca-197b0ec77f3b: ACTIVE {{(pid=92488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 14 03:28:32.666052 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2732a9-2170-4d5c-b059-9cd55154c6ba req-f70cc93f-0fa5-443c-992e-72a25d812407 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:32.668198 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-4e2732a9-2170-4d5c-b059-9cd55154c6ba req-f70cc93f-0fa5-443c-992e-72a25d812407 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4e8b3d9-436f-4254-9e18-700caa55e8ab HTTP/1.1" status: 200  len: 945 time: 0.0703750
Jun 14 03:28:32.712528 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-4e2732a9-2170-4d5c-b059-9cd55154c6ba req-c1e87de2-4ee5-49cb-bffa-7fefa851b865 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.13 "GET /v2.0/security-groups?id=28a9c8b5-4b4e-440b-9836-1b47170078e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382614
Jun 14 03:28:33.891758 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd972f-fd54-4cbf-b5ac-74f6cb2d6fb9 req-da5b6a8d-2912-4f9a-8d7c-bfa5fd3025a3 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:33.893183 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-d5cd972f-fd54-4cbf-b5ac-74f6cb2d6fb9 req-da5b6a8d-2912-4f9a-8d7c-bfa5fd3025a3 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4e8b3d9-436f-4254-9e18-700caa55e8ab HTTP/1.1" status: 200  len: 945 time: 0.0670593
Jun 14 03:28:33.937264 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-d5cd972f-fd54-4cbf-b5ac-74f6cb2d6fb9 req-1089d312-447b-4aed-b146-d4772c8aeb29 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.13 "GET /v2.0/security-groups?id=28a9c8b5-4b4e-440b-9836-1b47170078e0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384791
Jun 14 03:28:34.337258 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f81f9d0-bb9e-4cd8-9fc0-ce6f97f08644 req-d6760906-e5e0-4598-98f8-f6e3fd679f4d tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:34.339459 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-9f81f9d0-bb9e-4cd8-9fc0-ce6f97f08644 req-d6760906-e5e0-4598-98f8-f6e3fd679f4d tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.37 "GET /v2.0/ports?device_id=d4e8b3d9-436f-4254-9e18-700caa55e8ab HTTP/1.1" status: 200  len: 945 time: 0.0679655
Jun 14 03:28:34.436925 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-d9cd8e52-2bb4-4e04-a34d-04df41e71f68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:28:34.451821 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.plugin [req-9f81f9d0-bb9e-4cd8-9fc0-ce6f97f08644 req-d3be4c12-e57f-4d60-a318-bb405b7354e5 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Deleting port a3e3dae1-61f0-4a27-a8a8-68ea53668a8e {{(pid=92485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 14 03:28:34.452258 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-9f81f9d0-bb9e-4cd8-9fc0-ce6f97f08644 req-d3be4c12-e57f-4d60-a318-bb405b7354e5 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756197070376'] for port, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:28:34.566529 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.db [req-9f81f9d0-bb9e-4cd8-9fc0-ce6f97f08644 req-d3be4c12-e57f-4d60-a318-bb405b7354e5 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] For port a3e3dae1-61f0-4a27-a8a8-68ea53668a8e, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=a3e3dae1-61f0-4a27-a8a8-68ea53668a8e,segment=NetworkSegment(24fa031a-5b39-4036-b097-0166048880ac),segment_id=24fa031a-5b39-4036-b097-0166048880ac)] {{(pid=92485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:28:34.566884 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-9f81f9d0-bb9e-4cd8-9fc0-ce6f97f08644 req-d3be4c12-e57f-4d60-a318-bb405b7354e5 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66754036'] for port, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:28:34.658087 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.plugin [req-9f81f9d0-bb9e-4cd8-9fc0-ce6f97f08644 req-d3be4c12-e57f-4d60-a318-bb405b7354e5 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Calling delete_port for a3e3dae1-61f0-4a27-a8a8-68ea53668a8e owned by compute:nova {{(pid=92485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 14 03:28:34.874176 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-9f81f9d0-bb9e-4cd8-9fc0-ce6f97f08644 req-d3be4c12-e57f-4d60-a318-bb405b7354e5 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756197075788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756196682536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62999266'] for port, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:28:34.878791 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:28:34.885699 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] get_ports_and_sgs() called for port_ids ['a3e3dae1-61f0-4a27-a8a8-68ea53668a8e'] {{(pid=92487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 14 03:28:34.908908 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3be4c12-e57f-4d60-a318-bb405b7354e5 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Pushing event deleted for resources: {'Port': ['ID=a3e3dae1-61f0-4a27-a8a8-68ea53668a8e,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:28:34.917352 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-d3be4c12-e57f-4d60-a318-bb405b7354e5 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:28:34.966906 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f81f9d0-bb9e-4cd8-9fc0-ce6f97f08644 req-d3be4c12-e57f-4d60-a318-bb405b7354e5 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] No DVR routers for this DVR port a3e3dae1-61f0-4a27-a8a8-68ea53668a8e on host hv-cinder-79617 {{(pid=92485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 14 03:28:34.969332 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-9f81f9d0-bb9e-4cd8-9fc0-ce6f97f08644 req-d3be4c12-e57f-4d60-a318-bb405b7354e5 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389'] for port, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:28:34.971352 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-9f81f9d0-bb9e-4cd8-9fc0-ce6f97f08644 req-d3be4c12-e57f-4d60-a318-bb405b7354e5 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.37 "DELETE /v2.0/ports/a3e3dae1-61f0-4a27-a8a8-68ea53668a8e HTTP/1.1" status: 204  len: 173 time: 0.6272357
Jun 14 03:28:34.971852 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e8b3d9-436f-4254-9e18-700caa55e8ab', 'name': 'network-vif-deleted', 'tag': 'a3e3dae1-61f0-4a27-a8a8-68ea53668a8e'}] {{(pid=92485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:28:34.974282 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0639b30c08a1ea7684a5dbba31199bfc4186ae3813d9033880ffe89de9bab324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01f6100-fc78-4e10-91ac-2592e38e0d0b" -d '{"events": [{"server_uuid": "d4e8b3d9-436f-4254-9e18-700caa55e8ab", "name": "network-vif-deleted", "tag": "a3e3dae1-61f0-4a27-a8a8-68ea53668a8e"}]}' {{(pid=92485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:28:35.009861 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d265dc1-1ee0-4f1d-abb7-8856eef5b0c6 x-openstack-request-id: req-9d265dc1-1ee0-4f1d-abb7-8856eef5b0c6 {{(pid=92485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:28:35.010867 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e8b3d9-436f-4254-9e18-700caa55e8ab", "name": "network-vif-deleted", "tag": "a3e3dae1-61f0-4a27-a8a8-68ea53668a8e", "status": "completed", "code": 200}]} {{(pid=92485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:28:35.011161 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9d265dc1-1ee0-4f1d-abb7-8856eef5b0c6 {{(pid=92485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:28:35.011585 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4e8b3d9-436f-4254-9e18-700caa55e8ab', 'name': 'network-vif-deleted', 'tag': 'a3e3dae1-61f0-4a27-a8a8-68ea53668a8e', 'status': 'completed', 'code': 200}
Jun 14 03:28:35.082755 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-d3d5a5f5-a39c-4e4c-aa60-60705f3f06f1 req-92c7383b-fbb0-4809-81f7-65ee35bf4b9e tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] 10.222.0.13 "GET /v2.0/ports?device_id=d4e8b3d9-436f-4254-9e18-700caa55e8ab HTTP/1.1" status: 200  len: 210 time: 0.0332849
Jun 14 03:28:35.945200 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:28:36.968298 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-efc82154-6a2f-42fb-8dcb-d6ecf3ef4b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:28:37.173585 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:28:37.758797 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device a3e3dae1-61f0-4a27-a8a8-68ea53668a8e no longer exists at agent hyperv_hv-cinder-79617 {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 14 03:28:37.787348 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-661a56f4-230e-4389-a254-9a37132de24a None None] No Port match for: a3e3dae1-61f0-4a27-a8a8-68ea53668a8e {{(pid=92487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 14 03:28:37.787701 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device a3e3dae1-61f0-4a27-a8a8-68ea53668a8e not bound to the agent host hv-cinder-79617 {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 14 03:28:38.139380 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-a6614653-0164-4561-80ac-e583b9425df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:28:39.653545 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-37effd67-6caa-48ba-975b-7ec46c17b4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:28:44.278710 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c70d1b-3c0b-48db-b595-993f2ebb5d6f req-a4b3fc15-fd06-44bc-b9b8-534720215a72 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:44.280043 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-b4c70d1b-3c0b-48db-b595-993f2ebb5d6f req-a4b3fc15-fd06-44bc-b9b8-534720215a72 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ec59366-a676-4120-af0b-e2ca51eab895 HTTP/1.1" status: 200  len: 945 time: 0.0703940
Jun 14 03:28:44.321170 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-b4c70d1b-3c0b-48db-b595-993f2ebb5d6f req-9b1da799-0ca3-442f-baba-99586b371904 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a6b1277-c90a-4bc7-b7bd-605c36cc3316&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0354648
Jun 14 03:28:45.504225 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b570283-0f4f-43e9-866d-630c4be1d983 req-4933a86d-cf2f-46b5-87e1-4003e61646e8 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:45.505641 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-2b570283-0f4f-43e9-866d-630c4be1d983 req-4933a86d-cf2f-46b5-87e1-4003e61646e8 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ec59366-a676-4120-af0b-e2ca51eab895 HTTP/1.1" status: 200  len: 945 time: 0.0690973
Jun 14 03:28:45.548424 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-2b570283-0f4f-43e9-866d-630c4be1d983 req-4ac0620f-6182-40c8-b47e-1abbc7815b77 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a6b1277-c90a-4bc7-b7bd-605c36cc3316&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370514
Jun 14 03:28:46.732166 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf0ca8-cd6b-4425-a31f-3d238d92d9e9 req-15564225-7b26-411e-9d14-fa7b1566ff79 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:46.733545 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-6cbf0ca8-cd6b-4425-a31f-3d238d92d9e9 req-15564225-7b26-411e-9d14-fa7b1566ff79 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ec59366-a676-4120-af0b-e2ca51eab895 HTTP/1.1" status: 200  len: 945 time: 0.0684314
Jun 14 03:28:46.779019 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-6cbf0ca8-cd6b-4425-a31f-3d238d92d9e9 req-d7bc8076-881f-4b8b-ac0e-aacba407baf6 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a6b1277-c90a-4bc7-b7bd-605c36cc3316&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399547
Jun 14 03:28:47.956326 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87a2763-12a8-44c4-ac42-610f7b04ace6 req-93e4e26f-8e09-4c8c-99af-18cc65c647b6 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:47.957732 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-f87a2763-12a8-44c4-ac42-610f7b04ace6 req-93e4e26f-8e09-4c8c-99af-18cc65c647b6 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ec59366-a676-4120-af0b-e2ca51eab895 HTTP/1.1" status: 200  len: 945 time: 0.0701559
Jun 14 03:28:47.998440 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-f87a2763-12a8-44c4-ac42-610f7b04ace6 req-0a94464b-a21b-4145-8553-331e5026697f tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a6b1277-c90a-4bc7-b7bd-605c36cc3316&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0350096
Jun 14 03:28:49.462030 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3511b033-a1bc-4a1d-9d9b-a5515da09850 req-28f0febc-ecf8-41e7-8d4d-c8426aa3b37b tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:49.463507 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-3511b033-a1bc-4a1d-9d9b-a5515da09850 req-28f0febc-ecf8-41e7-8d4d-c8426aa3b37b tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ec59366-a676-4120-af0b-e2ca51eab895 HTTP/1.1" status: 200  len: 945 time: 0.3566241
Jun 14 03:28:49.504276 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-3511b033-a1bc-4a1d-9d9b-a5515da09850 req-9502c77c-dee3-493c-bbc3-6c43e87b9159 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a6b1277-c90a-4bc7-b7bd-605c36cc3316&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0351703
Jun 14 03:28:50.688305 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db24aab-63ca-4b77-924c-512d14b600ab req-b88f62e7-a1be-476a-955d-6f0a600af0b2 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:50.689797 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-3db24aab-63ca-4b77-924c-512d14b600ab req-b88f62e7-a1be-476a-955d-6f0a600af0b2 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ec59366-a676-4120-af0b-e2ca51eab895 HTTP/1.1" status: 200  len: 945 time: 0.0707595
Jun 14 03:28:50.735569 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-3db24aab-63ca-4b77-924c-512d14b600ab req-e95f2fb6-467f-4423-b4f5-555dad07f385 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a6b1277-c90a-4bc7-b7bd-605c36cc3316&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400932
Jun 14 03:28:51.919029 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc1be8-71e7-4667-960d-3fd6474225f1 req-35004ce4-4e30-4268-b07d-559b12a64d0d tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:51.920463 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-b1cc1be8-71e7-4667-960d-3fd6474225f1 req-35004ce4-4e30-4268-b07d-559b12a64d0d tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ec59366-a676-4120-af0b-e2ca51eab895 HTTP/1.1" status: 200  len: 945 time: 0.0747137
Jun 14 03:28:51.968795 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-b1cc1be8-71e7-4667-960d-3fd6474225f1 req-25608620-67fc-4750-9ea8-d0417e0ec61d tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a6b1277-c90a-4bc7-b7bd-605c36cc3316&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427086
Jun 14 03:28:53.033090 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f009a42e-262c-49a4-abc4-0fa68b0187b7 req-e879e608-7f1a-4cab-aaab-9d813f12afc6 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:53.034652 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-f009a42e-262c-49a4-abc4-0fa68b0187b7 req-e879e608-7f1a-4cab-aaab-9d813f12afc6 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 947 time: 0.0783434
Jun 14 03:28:53.077132 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-f009a42e-262c-49a4-abc4-0fa68b0187b7 req-8df1f485-6d22-47ed-b1e8-75caaae6e52a tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b35fe9-7e21-48e6-ad6e-af7f1cefab56&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0364621
Jun 14 03:28:53.160792 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114eebc9-e3fe-4abd-bce5-1e848e95935a req-81f3ff98-fcd8-456d-801f-13ded831b43a tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:53.162231 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-114eebc9-e3fe-4abd-bce5-1e848e95935a req-81f3ff98-fcd8-456d-801f-13ded831b43a tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ec59366-a676-4120-af0b-e2ca51eab895 HTTP/1.1" status: 200  len: 945 time: 0.0686538
Jun 14 03:28:53.203426 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-114eebc9-e3fe-4abd-bce5-1e848e95935a req-e4d91d0c-514c-4fa7-9783-a06bccda1ff5 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a6b1277-c90a-4bc7-b7bd-605c36cc3316&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0354714
Jun 14 03:28:54.268548 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a03246-4c0b-41d7-ba61-73d1e0b1650c req-033deb2f-79bb-4019-9892-6f8a10123544 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:54.270031 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-61a03246-4c0b-41d7-ba61-73d1e0b1650c req-033deb2f-79bb-4019-9892-6f8a10123544 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 947 time: 0.0736103
Jun 14 03:28:54.312479 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-61a03246-4c0b-41d7-ba61-73d1e0b1650c req-76de9804-6ad9-49c1-a7e4-996f5bcf5c8a tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups?id=b4b35fe9-7e21-48e6-ad6e-af7f1cefab56&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0363297
Jun 14 03:28:54.383879 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b63ac-4e8c-4db8-b6bb-9bdf1535ba86 req-2251fbf7-0bf0-49eb-a90d-1273fe260e99 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:54.385311 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-4a3b63ac-4e8c-4db8-b6bb-9bdf1535ba86 req-2251fbf7-0bf0-49eb-a90d-1273fe260e99 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ec59366-a676-4120-af0b-e2ca51eab895 HTTP/1.1" status: 200  len: 945 time: 0.0713000
Jun 14 03:28:54.430905 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-4a3b63ac-4e8c-4db8-b6bb-9bdf1535ba86 req-43d34b93-da78-410e-b454-ae5c0856ea28 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a6b1277-c90a-4bc7-b7bd-605c36cc3316&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394318
Jun 14 03:28:54.583431 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b778a6-2839-4431-b8e6-800141118eb7 req-50070218-7496-4b34-9124-9892126c07e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:54.584882 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-97b778a6-2839-4431-b8e6-800141118eb7 req-50070218-7496-4b34-9124-9892126c07e0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=43a422776a77497eb08a2b437fe8f3a4&device_id=9ec59366-a676-4120-af0b-e2ca51eab895 HTTP/1.1" status: 200  len: 1098 time: 0.0612438
Jun 14 03:28:54.594588 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d52b85a-b60d-424e-a2c9-8b07768dd7b4 req-1d0e1893-4ccc-40d8-b2bc-91a15f9b8094 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:54.596022 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-1d52b85a-b60d-424e-a2c9-8b07768dd7b4 req-1d0e1893-4ccc-40d8-b2bc-91a15f9b8094 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.37 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 947 time: 0.0722044
Jun 14 03:28:54.704898 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b778a6-2839-4431-b8e6-800141118eb7 req-898789a5-bd69-4937-a072-b48585fa2ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:54.706286 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-97b778a6-2839-4431-b8e6-800141118eb7 req-898789a5-bd69-4937-a072-b48585fa2ebd service neutron] 10.222.0.37 "GET /v2.0/networks?id=7f129db1-9523-4318-ad85-9f49178b5bdc HTTP/1.1" status: 200  len: 909 time: 0.1149566
Jun 14 03:28:54.712433 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.plugin [req-1d52b85a-b60d-424e-a2c9-8b07768dd7b4 req-eadd74c4-de15-4346-ae90-cddd44557445 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Deleting port c3e8ab33-8e05-4080-9009-047437f7b326 {{(pid=92485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 14 03:28:54.712769 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-1d52b85a-b60d-424e-a2c9-8b07768dd7b4 req-eadd74c4-de15-4346-ae90-cddd44557445 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756197070376'] for port, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:28:54.793789 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-97b778a6-2839-4431-b8e6-800141118eb7 req-a60e5697-3e3e-404d-a934-218f7e6d5e94 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d850dea9-a48d-4e02-ab17-88a53263a5e4 HTTP/1.1" status: 200  len: 1001 time: 0.0804868
Jun 14 03:28:54.828282 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.db [req-1d52b85a-b60d-424e-a2c9-8b07768dd7b4 req-eadd74c4-de15-4346-ae90-cddd44557445 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] For port c3e8ab33-8e05-4080-9009-047437f7b326, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=c3e8ab33-8e05-4080-9009-047437f7b326,segment=NetworkSegment(99683377-2e48-4740-a2d4-b719402867ef),segment_id=99683377-2e48-4740-a2d4-b719402867ef)] {{(pid=92485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:28:54.828633 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-1d52b85a-b60d-424e-a2c9-8b07768dd7b4 req-eadd74c4-de15-4346-ae90-cddd44557445 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66754036'] for port, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:28:54.852393 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b778a6-2839-4431-b8e6-800141118eb7 req-ead301be-b488-44cf-aedc-8f0cd4479393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:54.853843 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-97b778a6-2839-4431-b8e6-800141118eb7 req-ead301be-b488-44cf-aedc-8f0cd4479393 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8a8207df-3806-430e-9b17-d9978decf79c HTTP/1.1" status: 200  len: 847 time: 0.0529099
Jun 14 03:28:54.917164 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b778a6-2839-4431-b8e6-800141118eb7 req-a9b066c9-17cc-4300-a7c3-9c7026579337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:54.918653 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-97b778a6-2839-4431-b8e6-800141118eb7 req-a9b066c9-17cc-4300-a7c3-9c7026579337 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7f129db1-9523-4318-ad85-9f49178b5bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0583208
Jun 14 03:28:55.035532 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-97b778a6-2839-4431-b8e6-800141118eb7 req-28919dd5-dbad-42ed-aeec-fda2c4f87c2e service neutron] 10.222.0.37 "GET /v2.0/networks/7f129db1-9523-4318-ad85-9f49178b5bdc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1093585
Jun 14 03:28:55.085065 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-1d52b85a-b60d-424e-a2c9-8b07768dd7b4 req-eadd74c4-de15-4346-ae90-cddd44557445 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:28:55.085431 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-1d52b85a-b60d-424e-a2c9-8b07768dd7b4 req-eadd74c4-de15-4346-ae90-cddd44557445 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66755190'] for floatingip, after_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:28:55.085743 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.db.l3_db [req-1d52b85a-b60d-424e-a2c9-8b07768dd7b4 req-eadd74c4-de15-4346-ae90-cddd44557445 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Floating IP e8c55ddf-43d6-40c4-abd8-6317a9c0597a disassociated. External IP: 172.27.2.136, port: c3e8ab33-8e05-4080-9009-047437f7b326.
Jun 14 03:28:55.086084 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.plugin [req-1d52b85a-b60d-424e-a2c9-8b07768dd7b4 req-eadd74c4-de15-4346-ae90-cddd44557445 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Calling delete_port for c3e8ab33-8e05-4080-9009-047437f7b326 owned by compute:nova {{(pid=92485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 14 03:28:55.156036 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-97b778a6-2839-4431-b8e6-800141118eb7 req-1c598d3f-3416-4a67-bf8e-95a39570a649 service neutron] 10.222.0.37 "GET /v2.0/networks/7f129db1-9523-4318-ad85-9f49178b5bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1134222
Jun 14 03:28:55.308347 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-1d52b85a-b60d-424e-a2c9-8b07768dd7b4 req-eadd74c4-de15-4346-ae90-cddd44557445 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756197075788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756196682536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62999266'] for port, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:28:55.312858 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:28:55.347100 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadd74c4-de15-4346-ae90-cddd44557445 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Pushing event deleted for resources: {'Port': ['ID=c3e8ab33-8e05-4080-9009-047437f7b326,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:28:55.350683 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-eadd74c4-de15-4346-ae90-cddd44557445 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:28:55.474473 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-5481e591-457e-4497-a80e-dc71f7d64c6b req-167e1ef9-5162-43f3-be4f-14ed89e530f3 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/ports?device_id=77a303a2-e75b-4ea4-8091-68b0e17dde52 HTTP/1.1" status: 200  len: 210 time: 0.0342054
Jun 14 03:28:55.497679 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d52b85a-b60d-424e-a2c9-8b07768dd7b4 req-eadd74c4-de15-4346-ae90-cddd44557445 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Router ac3183be-460a-411b-86aa-5b5b75320c9a has already been hosted by L3 agent faa78350-ce80-467b-8f2c-9d7893daed85 {{(pid=92485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 14 03:28:55.697196 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d52b85a-b60d-424e-a2c9-8b07768dd7b4 req-eadd74c4-de15-4346-ae90-cddd44557445 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify agent at l3_agent.dv-cinder-796170-1-iscsi the message routers_updated {{(pid=92485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 14 03:28:55.709412 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9967d878-7908-4d68-b203-6adbd9fd5f94 None None] Sync routers for ids ['ac3183be-460a-411b-86aa-5b5b75320c9a'] in dv-cinder-796170-1-iscsi {{(pid=92487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 14 03:28:55.721350 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9967d878-7908-4d68-b203-6adbd9fd5f94 None None] Routers {'ac3183be-460a-411b-86aa-5b5b75320c9a'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:28:55.722312 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-9967d878-7908-4d68-b203-6adbd9fd5f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5cf53130>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:28:37Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['ac3183be-460a-411b-86aa-5b5b75320c9a'], 'active': True} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:28:55.737613 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b377135-438f-480f-9a41-6d44d6aa0e94 req-7eb90a9a-53d5-4a7d-be38-cdf7a29f0bda tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:55.741924 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-3b377135-438f-480f-9a41-6d44d6aa0e94 req-7eb90a9a-53d5-4a7d-be38-cdf7a29f0bda tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ec59366-a676-4120-af0b-e2ca51eab895 HTTP/1.1" status: 200  len: 945 time: 0.1736770
Jun 14 03:28:55.773261 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d52b85a-b60d-424e-a2c9-8b07768dd7b4 req-eadd74c4-de15-4346-ae90-cddd44557445 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] No DVR routers for this DVR port c3e8ab33-8e05-4080-9009-047437f7b326 on host hv-cinder-79617 {{(pid=92485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 14 03:28:55.801616 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-1d52b85a-b60d-424e-a2c9-8b07768dd7b4 req-eadd74c4-de15-4346-ae90-cddd44557445 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389'] for port, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:28:55.803665 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-1d52b85a-b60d-424e-a2c9-8b07768dd7b4 req-eadd74c4-de15-4346-ae90-cddd44557445 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.37 "DELETE /v2.0/ports/c3e8ab33-8e05-4080-9009-047437f7b326 HTTP/1.1" status: 204  len: 173 time: 1.2019646
Jun 14 03:28:55.804184 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77a303a2-e75b-4ea4-8091-68b0e17dde52', 'name': 'network-vif-deleted', 'tag': 'c3e8ab33-8e05-4080-9009-047437f7b326'}] {{(pid=92485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:28:55.806542 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0639b30c08a1ea7684a5dbba31199bfc4186ae3813d9033880ffe89de9bab324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fe3e3ab-ea7c-4a71-9272-1a74cba87df6" -d '{"events": [{"server_uuid": "77a303a2-e75b-4ea4-8091-68b0e17dde52", "name": "network-vif-deleted", "tag": "c3e8ab33-8e05-4080-9009-047437f7b326"}]}' {{(pid=92485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:28:55.834761 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-3b377135-438f-480f-9a41-6d44d6aa0e94 req-530e9da1-2889-4581-8a33-7a7252f35b8d tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a6b1277-c90a-4bc7-b7bd-605c36cc3316&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0591447
Jun 14 03:28:55.867960 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a06464e-5a2c-4cfc-92d0-67ec796a7b72 x-openstack-request-id: req-8a06464e-5a2c-4cfc-92d0-67ec796a7b72 {{(pid=92485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:28:55.868288 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77a303a2-e75b-4ea4-8091-68b0e17dde52", "name": "network-vif-deleted", "tag": "c3e8ab33-8e05-4080-9009-047437f7b326", "status": "completed", "code": 200}]} {{(pid=92485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:28:55.868576 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8a06464e-5a2c-4cfc-92d0-67ec796a7b72 {{(pid=92485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:28:55.869035 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77a303a2-e75b-4ea4-8091-68b0e17dde52', 'name': 'network-vif-deleted', 'tag': 'c3e8ab33-8e05-4080-9009-047437f7b326', 'status': 'completed', 'code': 200}
Jun 14 03:28:55.899491 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvr_db [None req-9967d878-7908-4d68-b203-6adbd9fd5f94 None None] Set router ac3183be-460a-411b-86aa-5b5b75320c9a gateway port host: dv-cinder-796170-1-iscsi {{(pid=92487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:28:56.293837 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-9967d878-7908-4d68-b203-6adbd9fd5f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5cf53130>, [{'id': 'ac3183be-460a-411b-86aa-5b5b75320c9a', 'name': 'tempest-AttachVolumeShelveTestJSON-1283861758-router', 'tenant_id': '9155b325d6cd4337b263e1034bb9dbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'c1e9c54f-6f42-4e92-a065-f562d4dceaff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:41Z', 'updated_at': '2021-06-14T03:21:49Z', 'revision_number': 4, 'project_id': '9155b325d6cd4337b263e1034bb9dbfb', 'gw_port': {'id': 'c1e9c54f-6f42-4e92-a065-f562d4dceaff', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:24:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3183be-460a-411b-86aa-5b5b75320c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:21:43Z', 'updated_at': '2021-06-14T03:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_interfaces': [{'id': '7f05021a-b477-401e-9b25-c86f27f2a189', 'name': '', 'network_id': 'f65bd812-254a-48f4-8498-d6b6b04b0ab8', 'tenant_id': '9155b325d6cd4337b263e1034bb9dbfb', 'mac_address': 'fa:16:3e:f2:20:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3183be-460a-411b-86aa-5b5b75320c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '545b480d-c2cb-4869-a2a3-42345a60be46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:21:48Z', 'updated_at': '2021-06-14T03:21:58Z', 'revision_number': 5, 'project_id': '9155b325d6cd4337b263e1034bb9dbfb', 'subnets': [{'id': '545b480d-c2cb-4869-a2a3-42345a60be46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:28:56.297328 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9967d878-7908-4d68-b203-6adbd9fd5f94 None None] Checking router: ac3183be-460a-411b-86aa-5b5b75320c9a for host: dv-cinder-796170-1-iscsi {{(pid=92487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 14 03:28:56.305139 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9967d878-7908-4d68-b203-6adbd9fd5f94 None None] Routers {'ac3183be-460a-411b-86aa-5b5b75320c9a'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:28:56.305754 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-9967d878-7908-4d68-b203-6adbd9fd5f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5cf53130>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:28:37Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['ac3183be-460a-411b-86aa-5b5b75320c9a'], 'active': True} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:28:56.454700 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvr_db [None req-9967d878-7908-4d68-b203-6adbd9fd5f94 None None] Set router ac3183be-460a-411b-86aa-5b5b75320c9a gateway port host: dv-cinder-796170-1-iscsi {{(pid=92487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:28:56.679034 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 47502) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:28:56.739867 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-d940deb2-55f8-4f6b-947a-566c5a657ced tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks [] for security_group, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:28:56.767531 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-d940deb2-55f8-4f6b-947a-566c5a657ced tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:28:56.782874 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-9967d878-7908-4d68-b203-6adbd9fd5f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5cf53130>, [{'id': 'ac3183be-460a-411b-86aa-5b5b75320c9a', 'name': 'tempest-AttachVolumeShelveTestJSON-1283861758-router', 'tenant_id': '9155b325d6cd4337b263e1034bb9dbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'c1e9c54f-6f42-4e92-a065-f562d4dceaff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:41Z', 'updated_at': '2021-06-14T03:21:49Z', 'revision_number': 4, 'project_id': '9155b325d6cd4337b263e1034bb9dbfb', 'gw_port': {'id': 'c1e9c54f-6f42-4e92-a065-f562d4dceaff', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:24:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3183be-460a-411b-86aa-5b5b75320c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:21:43Z', 'updated_at': '2021-06-14T03:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_interfaces': [{'id': '7f05021a-b477-401e-9b25-c86f27f2a189', 'name': '', 'network_id': 'f65bd812-254a-48f4-8498-d6b6b04b0ab8', 'tenant_id': '9155b325d6cd4337b263e1034bb9dbfb', 'mac_address': 'fa:16:3e:f2:20:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3183be-460a-411b-86aa-5b5b75320c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '545b480d-c2cb-4869-a2a3-42345a60be46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:21:48Z', 'updated_at': '2021-06-14T03:21:58Z', 'revision_number': 5, 'project_id': '9155b325d6cd4337b263e1034bb9dbfb', 'subnets': [{'id': '545b480d-c2cb-4869-a2a3-42345a60be46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:28:56.786744 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9967d878-7908-4d68-b203-6adbd9fd5f94 None None] The sync data for ids ['ac3183be-460a-411b-86aa-5b5b75320c9a'] in dv-cinder-796170-1-iscsi is: [{'id': 'ac3183be-460a-411b-86aa-5b5b75320c9a', 'name': 'tempest-AttachVolumeShelveTestJSON-1283861758-router', 'tenant_id': '9155b325d6cd4337b263e1034bb9dbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'c1e9c54f-6f42-4e92-a065-f562d4dceaff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:41Z', 'updated_at': '2021-06-14T03:21:49Z', 'revision_number': 4, 'project_id': '9155b325d6cd4337b263e1034bb9dbfb', 'gw_port': {'id': 'c1e9c54f-6f42-4e92-a065-f562d4dceaff', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:24:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3183be-460a-411b-86aa-5b5b75320c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:21:43Z', 'updated_at': '2021-06-14T03:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_interfaces': [{'id': '7f05021a-b477-401e-9b25-c86f27f2a189', 'name': '', 'network_id': 'f65bd812-254a-48f4-8498-d6b6b04b0ab8', 'tenant_id': '9155b325d6cd4337b263e1034bb9dbfb', 'mac_address': 'fa:16:3e:f2:20:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3183be-460a-411b-86aa-5b5b75320c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '545b480d-c2cb-4869-a2a3-42345a60be46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:21:48Z', 'updated_at': '2021-06-14T03:21:58Z', 'revision_number': 5, 'project_id': '9155b325d6cd4337b263e1034bb9dbfb', 'subnets': [{'id': '545b480d-c2cb-4869-a2a3-42345a60be46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 14 03:28:56.916518 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-d940deb2-55f8-4f6b-947a-566c5a657ced tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:28:56.919298 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-d940deb2-55f8-4f6b-947a-566c5a657ced tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks [] for security_group, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:28:56.920981 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-d940deb2-55f8-4f6b-947a-566c5a657ced tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "DELETE /v2.0/security-groups/b4b35fe9-7e21-48e6-ad6e-af7f1cefab56 HTTP/1.1" status: 204  len: 168 time: 0.2408528
Jun 14 03:28:56.921724 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-709dabb2-6a1f-45b6-9859-9824f9163cc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:28:56.924073 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 47512) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:28:56.932567 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d940deb2-55f8-4f6b-947a-566c5a657ced tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b35fe9-7e21-48e6-ad6e-af7f1cefab56,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:28:56.941215 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.api.v2.resource [None req-f3c60961-3f45-4286-a1dd-658ce1ff7ad7 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] show failed (client error): The resource could not be found.
Jun 14 03:28:56.941553 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d940deb2-55f8-4f6b-947a-566c5a657ced tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:28:56.942016 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d940deb2-55f8-4f6b-947a-566c5a657ced tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:28:56.942391 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d940deb2-55f8-4f6b-947a-566c5a657ced tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:28:56.942765 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d940deb2-55f8-4f6b-947a-566c5a657ced tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:28:56.943121 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d940deb2-55f8-4f6b-947a-566c5a657ced tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:28:56.943611 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d940deb2-55f8-4f6b-947a-566c5a657ced tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:28:56.944205 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d940deb2-55f8-4f6b-947a-566c5a657ced tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:28:56.944750 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d940deb2-55f8-4f6b-947a-566c5a657ced tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:28:56.945208 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d940deb2-55f8-4f6b-947a-566c5a657ced tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:28:56.945566 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d940deb2-55f8-4f6b-947a-566c5a657ced tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:28:56.945916 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d940deb2-55f8-4f6b-947a-566c5a657ced tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:28:56.946215 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-f3c60961-3f45-4286-a1dd-658ce1ff7ad7 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "GET /v2.0/security-groups/b4b35fe9-7e21-48e6-ad6e-af7f1cefab56 HTTP/1.1" status: 404  len: 347 time: 0.0211349
Jun 14 03:28:56.946331 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d940deb2-55f8-4f6b-947a-566c5a657ced tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:28:56.947203 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 47514) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:28:56.949625 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-d940deb2-55f8-4f6b-947a-566c5a657ced tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:28:57.056956 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95393d39-12ce-412e-a2cf-5eaef32d2dbe None None] New status for floating IP e8c55ddf-43d6-40c4-abd8-6317a9c0597a: DOWN {{(pid=92488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 14 03:28:57.431413 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f40c58-a59c-4cdb-b40a-968321e3b922 req-21d8a7e1-e0aa-4dc2-b55d-48da95d4a6a9 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:57.432859 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-73f40c58-a59c-4cdb-b40a-968321e3b922 req-21d8a7e1-e0aa-4dc2-b55d-48da95d4a6a9 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ec59366-a676-4120-af0b-e2ca51eab895 HTTP/1.1" status: 200  len: 945 time: 0.4155781
Jun 14 03:28:57.447079 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.plugin [None req-2205d826-d0be-4a6b-a9d0-1878e4956ca0 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Deleting port d3cc775f-4bb6-4e02-bc3a-a2f74d681b88 {{(pid=92485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 14 03:28:57.447414 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-2205d826-d0be-4a6b-a9d0-1878e4956ca0 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756197070376'] for port, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:28:57.546751 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-73f40c58-a59c-4cdb-b40a-968321e3b922 req-8eba702a-558c-4b4a-8da0-ef7bbc083006 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a6b1277-c90a-4bc7-b7bd-605c36cc3316&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1070187
Jun 14 03:28:57.577954 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-2205d826-d0be-4a6b-a9d0-1878e4956ca0 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66754036'] for port, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:28:57.578205 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-2205d826-d0be-4a6b-a9d0-1878e4956ca0 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:28:57.675166 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.plugin [None req-2205d826-d0be-4a6b-a9d0-1878e4956ca0 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Calling delete_port for d3cc775f-4bb6-4e02-bc3a-a2f74d681b88 owned by network:floatingip {{(pid=92485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 14 03:28:57.856613 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device d850dea9-a48d-4e02-ab17-88a53263a5e4 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 14 03:28:57.922577 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-2205d826-d0be-4a6b-a9d0-1878e4956ca0 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756197075788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756196682536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62999266'] for port, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:28:57.925489 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-62f78043-70ec-448e-ac40-fbd5bf0bd730 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:28:57.944551 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:28:57.954489 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2205d826-d0be-4a6b-a9d0-1878e4956ca0 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Pushing event deleted for resources: {'Port': ['ID=d3cc775f-4bb6-4e02-bc3a-a2f74d681b88,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:28:57.957618 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-2205d826-d0be-4a6b-a9d0-1878e4956ca0 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:28:57.971621 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ec59366-a676-4120-af0b-e2ca51eab895', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd850dea9-a48d-4e02-ab17-88a53263a5e4'}] {{(pid=92487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:28:57.973977 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}681963f073e70c07aac8dc5e895e90246fb88e956d84982da350f3581d0ebeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e16748d1-4e4b-4ba8-8e13-cdaa05b5e16a" -d '{"events": [{"server_uuid": "9ec59366-a676-4120-af0b-e2ca51eab895", "name": "network-vif-unplugged", "status": "completed", "tag": "d850dea9-a48d-4e02-ab17-88a53263a5e4"}]}' {{(pid=92487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:28:57.988918 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port d850dea9-a48d-4e02-ab17-88a53263a5e4, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=d850dea9-a48d-4e02-ab17-88a53263a5e4,segment=NetworkSegment(2cb0716a-ed02-4a11-ab33-313821ec955b),segment_id=2cb0716a-ed02-4a11-ab33-313821ec955b)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:28:58.014452 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 14 Jun 2021 03:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3643ac3e-0187-4e63-8ec7-03567aa1eeca x-openstack-request-id: req-3643ac3e-0187-4e63-8ec7-03567aa1eeca {{(pid=92487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:28:58.014452 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ec59366-a676-4120-af0b-e2ca51eab895", "name": "network-vif-unplugged", "status": "completed", "tag": "d850dea9-a48d-4e02-ab17-88a53263a5e4", "code": 200}]} {{(pid=92487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:28:58.014452 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3643ac3e-0187-4e63-8ec7-03567aa1eeca {{(pid=92487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:28:58.014452 dv-cinder-796170-1-iscsi neutron-server[92487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ec59366-a676-4120-af0b-e2ca51eab895', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd850dea9-a48d-4e02-ab17-88a53263a5e4', 'code': 200}
Jun 14 03:28:58.048066 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-2205d826-d0be-4a6b-a9d0-1878e4956ca0 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks [] for floatingip, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:28:58.048066 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-2205d826-d0be-4a6b-a9d0-1878e4956ca0 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389'] for floatingip, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:28:58.048066 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-2205d826-d0be-4a6b-a9d0-1878e4956ca0 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] 10.222.0.13 "DELETE /v2.0/floatingips/e8c55ddf-43d6-40c4-abd8-6317a9c0597a HTTP/1.1" status: 204  len: 168 time: 1.0920122
Jun 14 03:28:58.068796 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:28:58.071569 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device c3e8ab33-8e05-4080-9009-047437f7b326 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 14 03:28:58.072921 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:28:58.100349 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-661a56f4-230e-4389-a254-9a37132de24a None None] No Port match for: c3e8ab33-8e05-4080-9009-047437f7b326 {{(pid=92487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 14 03:28:58.100349 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device c3e8ab33-8e05-4080-9009-047437f7b326 not bound to the agent host hv-cinder-79617 {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 14 03:28:58.148645 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Pushing event updated for resources: {'Port': ['ID=d850dea9-a48d-4e02-ab17-88a53263a5e4,revision_number=6']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:28:58.152407 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:28:58.722405 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620a1e4-5f36-4892-85a0-9e27f5a3e7d9 req-3df5a2f8-9b9b-4178-9658-d5495e7eaccf tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:58.723798 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-6620a1e4-5f36-4892-85a0-9e27f5a3e7d9 req-3df5a2f8-9b9b-4178-9658-d5495e7eaccf tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ec59366-a676-4120-af0b-e2ca51eab895 HTTP/1.1" status: 200  len: 943 time: 0.0684025
Jun 14 03:28:58.764804 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-6620a1e4-5f36-4892-85a0-9e27f5a3e7d9 req-0416ffdd-7150-4817-914c-6618cecf507f tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a6b1277-c90a-4bc7-b7bd-605c36cc3316&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0354264
Jun 14 03:28:59.340343 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a9f4b-3165-4686-b3a8-e7721359e618 req-7cafb7f5-9198-4ac4-8618-a9f97ca2f981 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:28:59.341982 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-440a9f4b-3165-4686-b3a8-e7721359e618 req-7cafb7f5-9198-4ac4-8618-a9f97ca2f981 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ec59366-a676-4120-af0b-e2ca51eab895 HTTP/1.1" status: 200  len: 943 time: 0.1181753
Jun 14 03:28:59.348596 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-3280ec6d-6547-4087-9b25-a3e7785ab11a req-42c97fe7-a9a9-4fe9-baa3-65f21234f2a8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9ec59366-a676-4120-af0b-e2ca51eab895&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1231921
Jun 14 03:28:59.392399 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-440a9f4b-3165-4686-b3a8-e7721359e618 req-158a2306-2e71-438f-a270-8cc7b8369b7c tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a6b1277-c90a-4bc7-b7bd-605c36cc3316&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428696
Jun 14 03:29:00.576853 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcae93c3-fd1d-45f1-a903-ff5631663f5f req-dee635f7-168b-4776-9b6c-085aae3d08d0 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:00.578510 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-fcae93c3-fd1d-45f1-a903-ff5631663f5f req-dee635f7-168b-4776-9b6c-085aae3d08d0 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ec59366-a676-4120-af0b-e2ca51eab895 HTTP/1.1" status: 200  len: 943 time: 0.0712624
Jun 14 03:29:00.624726 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-fcae93c3-fd1d-45f1-a903-ff5631663f5f req-3f405d18-37d6-4cc6-bb77-728f71735e41 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a6b1277-c90a-4bc7-b7bd-605c36cc3316&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403960
Jun 14 03:29:01.256231 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 47590) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:29:01.822921 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c134ab7-1f52-4088-a2c9-cb887121f7d9 req-5c14c2a4-84f7-43e5-9f50-0fa1fb4390a2 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:01.824384 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-5c134ab7-1f52-4088-a2c9-cb887121f7d9 req-5c14c2a4-84f7-43e5-9f50-0fa1fb4390a2 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ec59366-a676-4120-af0b-e2ca51eab895 HTTP/1.1" status: 200  len: 943 time: 0.0835807
Jun 14 03:29:01.827245 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-6d77c557-8b6a-4fff-9817-baf814f2355d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66751185'] for router_interface, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:01.866368 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-5c134ab7-1f52-4088-a2c9-cb887121f7d9 req-acdbb06e-5f54-49ae-a6a0-9c6dfa69d780 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a6b1277-c90a-4bc7-b7bd-605c36cc3316&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0353944
Jun 14 03:29:02.149714 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.plugin [None req-6d77c557-8b6a-4fff-9817-baf814f2355d admin admin] Deleting port 7f05021a-b477-401e-9b25-c86f27f2a189 {{(pid=92486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 14 03:29:02.150051 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-6d77c557-8b6a-4fff-9817-baf814f2355d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756197070376'] for port, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:02.207827 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 47598) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:29:02.254471 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.db [None req-6d77c557-8b6a-4fff-9817-baf814f2355d admin admin] For port 7f05021a-b477-401e-9b25-c86f27f2a189, host dv-cinder-796170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=7f05021a-b477-401e-9b25-c86f27f2a189,segment=NetworkSegment(99683377-2e48-4740-a2d4-b719402867ef),segment_id=99683377-2e48-4740-a2d4-b719402867ef)] {{(pid=92486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:29:02.254851 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-6d77c557-8b6a-4fff-9817-baf814f2355d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66754036'] for port, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:02.292066 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.db_base_plugin_v2 [None req-18eb71d6-6a0a-4ccf-9291-7228f195aa66 admin admin] Deleting subnet 26124270-5c82-4467-92fb-d9f795f31f32 {{(pid=92485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 14 03:29:02.297969 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-18eb71d6-6a0a-4ccf-9291-7228f195aa66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:02.349426 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.plugin [None req-6d77c557-8b6a-4fff-9817-baf814f2355d admin admin] Calling delete_port for 7f05021a-b477-401e-9b25-c86f27f2a189 owned by network:router_interface {{(pid=92486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 14 03:29:02.354220 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-18eb71d6-6a0a-4ccf-9291-7228f195aa66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63278761'] for subnet, precommit_delete_associations {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:02.384821 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3280ec6d-6547-4087-9b25-a3e7785ab11a req-edb27e43-de93-425d-8a1b-aabed93631dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:02.386284 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-3280ec6d-6547-4087-9b25-a3e7785ab11a req-edb27e43-de93-425d-8a1b-aabed93631dd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9ec59366-a676-4120-af0b-e2ca51eab895&tenant_id=43a422776a77497eb08a2b437fe8f3a4 HTTP/1.1" status: 200  len: 1096 time: 0.1367509
Jun 14 03:29:02.408315 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-18eb71d6-6a0a-4ccf-9291-7228f195aa66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675963'] for subnet, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:02.520329 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3280ec6d-6547-4087-9b25-a3e7785ab11a req-ab7fcc14-a0c9-4f80-b32e-b5dfda0bea99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:02.521817 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-3280ec6d-6547-4087-9b25-a3e7785ab11a req-ab7fcc14-a0c9-4f80-b32e-b5dfda0bea99 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=43a422776a77497eb08a2b437fe8f3a4&device_id=9ec59366-a676-4120-af0b-e2ca51eab895 HTTP/1.1" status: 200  len: 1096 time: 0.1113691
Jun 14 03:29:02.607884 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-18eb71d6-6a0a-4ccf-9291-7228f195aa66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66823779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62999320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58666758'] for subnet, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:02.617527 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:29:02.657737 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-18eb71d6-6a0a-4ccf-9291-7228f195aa66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for subnet, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:02.659634 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-18eb71d6-6a0a-4ccf-9291-7228f195aa66 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/26124270-5c82-4467-92fb-d9f795f31f32 HTTP/1.1" status: 204  len: 168 time: 0.4507096
Jun 14 03:29:02.662068 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eb71d6-6a0a-4ccf-9291-7228f195aa66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26124270-5c82-4467-92fb-d9f795f31f32,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:29:02.662297 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 47600) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:29:02.664349 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-18eb71d6-6a0a-4ccf-9291-7228f195aa66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:29:02.679137 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3280ec6d-6547-4087-9b25-a3e7785ab11a req-062f6167-9b4a-455c-8bbd-592f0217d0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:02.680806 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-3280ec6d-6547-4087-9b25-a3e7785ab11a req-062f6167-9b4a-455c-8bbd-592f0217d0a0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7f129db1-9523-4318-ad85-9f49178b5bdc HTTP/1.1" status: 200  len: 909 time: 0.1524262
Jun 14 03:29:02.695976 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-6d77c557-8b6a-4fff-9817-baf814f2355d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756197075788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756196682536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63152307'] for port, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:02.700343 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-5641f558-3bd9-4ca0-b698-4b22b72ccb1f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:29:02.731421 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d77c557-8b6a-4fff-9817-baf814f2355d admin admin] Pushing event deleted for resources: {'Port': ['ID=7f05021a-b477-401e-9b25-c86f27f2a189,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:29:02.736866 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-6d77c557-8b6a-4fff-9817-baf814f2355d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:29:02.767375 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-3280ec6d-6547-4087-9b25-a3e7785ab11a req-8842ae34-b281-44f7-b650-a7b693d20b65 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d850dea9-a48d-4e02-ab17-88a53263a5e4 HTTP/1.1" status: 200  len: 999 time: 0.0785072
Jun 14 03:29:02.819740 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-7c36de94-0ed1-474a-b53d-779a16ab89dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577520'] for network, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:02.842656 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3280ec6d-6547-4087-9b25-a3e7785ab11a req-155c88b6-bd7c-4ef6-af95-3b2603e82bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:02.845106 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-3280ec6d-6547-4087-9b25-a3e7785ab11a req-155c88b6-bd7c-4ef6-af95-3b2603e82bb3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8a8207df-3806-430e-9b17-d9978decf79c HTTP/1.1" status: 200  len: 847 time: 0.0695565
Jun 14 03:29:02.916622 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3280ec6d-6547-4087-9b25-a3e7785ab11a req-0045573f-d605-4929-b006-2a1ebb4f3256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:02.918168 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-3280ec6d-6547-4087-9b25-a3e7785ab11a req-0045573f-d605-4929-b006-2a1ebb4f3256 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7f129db1-9523-4318-ad85-9f49178b5bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0666275
Jun 14 03:29:03.048985 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-3280ec6d-6547-4087-9b25-a3e7785ab11a req-5d3db47f-51d7-418d-9664-d017da31a8b3 service neutron] 10.222.0.37 "GET /v2.0/networks/7f129db1-9523-4318-ad85-9f49178b5bdc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1230729
Jun 14 03:29:03.113558 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-7c36de94-0ed1-474a-b53d-779a16ab89dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682470', 'neutron.services.segments.db._delete_segments_for_network-8756197238200'] for network, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:03.138212 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.services.segments.db [None req-7c36de94-0ed1-474a-b53d-779a16ab89dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6b573a3190>,) {'filters': {'network_id': ['b218ab2c-7b4f-448b-976e-1610c2526398']}} {{(pid=92486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:29:03.162023 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.services.segments.db [None req-7c36de94-0ed1-474a-b53d-779a16ab89dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6b573a3190>, '24fa031a-5b39-4036-b097-0166048880ac') {'for_net_delete': True} {{(pid=92486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:29:03.162241 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.services.segments.db [None req-7c36de94-0ed1-474a-b53d-779a16ab89dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6b573a3190>, '24fa031a-5b39-4036-b097-0166048880ac') {} {{(pid=92486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:29:03.183793 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-3280ec6d-6547-4087-9b25-a3e7785ab11a req-20d89038-06b3-498f-9ceb-33451bb4bb10 service neutron] 10.222.0.37 "GET /v2.0/networks/7f129db1-9523-4318-ad85-9f49178b5bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1260631
Jun 14 03:29:03.184061 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-7c36de94-0ed1-474a-b53d-779a16ab89dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756197238038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63152454'] for segment, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:03.198650 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-6d77c557-8b6a-4fff-9817-baf814f2355d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66605118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66750529'] for router_interface, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:03.217958 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eb6725-3c22-4a1b-8194-430fae2b78e1 req-c74b0d3a-398f-4204-8747-74a7ba996696 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:03.221017 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-b5eb6725-3c22-4a1b-8194-430fae2b78e1 req-c74b0d3a-398f-4204-8747-74a7ba996696 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ec59366-a676-4120-af0b-e2ca51eab895 HTTP/1.1" status: 200  len: 943 time: 0.2188966
Jun 14 03:29:03.222015 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-7c36de94-0ed1-474a-b53d-779a16ab89dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677934'] for segment, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:03.233569 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c36de94-0ed1-474a-b53d-779a16ab89dc admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=92486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 14 03:29:03.233956 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-7c36de94-0ed1-474a-b53d-779a16ab89dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63152352'] for segment, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:03.240985 dv-cinder-796170-1-iscsi neutron-server[92486]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 14 03:29:03.240985 dv-cinder-796170-1-iscsi neutron-server[92486]:   retrieve_revision_numbers = {
Jun 14 03:29:03.240985 dv-cinder-796170-1-iscsi neutron-server[92486]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 14 03:29:03.240985 dv-cinder-796170-1-iscsi neutron-server[92486]:   conditions |= (models_v2.Port.network_id.in_(
Jun 14 03:29:03.240985 dv-cinder-796170-1-iscsi neutron-server[92486]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 14 03:29:03.240985 dv-cinder-796170-1-iscsi neutron-server[92486]:   retrieve_revision_numbers = {
Jun 14 03:29:03.240985 dv-cinder-796170-1-iscsi neutron-server[92486]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 14 03:29:03.240985 dv-cinder-796170-1-iscsi neutron-server[92486]:   conditions |= (models_v2.Port.network_id.in_(
Jun 14 03:29:03.240985 dv-cinder-796170-1-iscsi neutron-server[92486]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 14 03:29:03.240985 dv-cinder-796170-1-iscsi neutron-server[92486]:   retrieve_revision_numbers = {
Jun 14 03:29:03.240985 dv-cinder-796170-1-iscsi neutron-server[92486]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 14 03:29:03.240985 dv-cinder-796170-1-iscsi neutron-server[92486]:   retrieve_revision_numbers = {
Jun 14 03:29:03.240985 dv-cinder-796170-1-iscsi neutron-server[92486]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 14 03:29:03.240985 dv-cinder-796170-1-iscsi neutron-server[92486]:   conditions |= (models_v2.Port.network_id.in_(
Jun 14 03:29:03.240985 dv-cinder-796170-1-iscsi neutron-server[92486]: Traceback (most recent call last):
Jun 14 03:29:03.240985 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 14 03:29:03.240985 dv-cinder-796170-1-iscsi neutron-server[92486]:     timer()
Jun 14 03:29:03.240985 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 14 03:29:03.240985 dv-cinder-796170-1-iscsi neutron-server[92486]:     cb(*args, **kw)
Jun 14 03:29:03.240985 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 14 03:29:03.240985 dv-cinder-796170-1-iscsi neutron-server[92486]:     return func(*args, **kwargs)
Jun 14 03:29:03.240985 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 14 03:29:03.240985 dv-cinder-796170-1-iscsi neutron-server[92486]:     self._notify()
Jun 14 03:29:03.240985 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 14 03:29:03.240985 dv-cinder-796170-1-iscsi neutron-server[92486]:     self.callback(batched_events)
Jun 14 03:29:03.240985 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 14 03:29:03.240985 dv-cinder-796170-1-iscsi neutron-server[92486]:     event.method(event)
Jun 14 03:29:03.240985 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 14 03:29:03.240985 dv-cinder-796170-1-iscsi neutron-server[92486]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 14 03:29:03.240985 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 14 03:29:03.240985 dv-cinder-796170-1-iscsi neutron-server[92486]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 14 03:29:03.240985 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 14 03:29:03.240985 dv-cinder-796170-1-iscsi neutron-server[92486]:     return f(self, *a, **k)
Jun 14 03:29:03.240985 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 14 03:29:03.240985 dv-cinder-796170-1-iscsi neutron-server[92486]:     return self._get(url).json()
Jun 14 03:29:03.240985 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 14 03:29:03.240985 dv-cinder-796170-1-iscsi neutron-server[92486]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 14 03:29:03.240985 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 14 03:29:03.240985 dv-cinder-796170-1-iscsi neutron-server[92486]:     return self.request(url, 'GET', **kwargs)
Jun 14 03:29:03.240985 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 14 03:29:03.240985 dv-cinder-796170-1-iscsi neutron-server[92486]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 14 03:29:03.240985 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 14 03:29:03.240985 dv-cinder-796170-1-iscsi neutron-server[92486]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 14 03:29:03.240985 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 14 03:29:03.240985 dv-cinder-796170-1-iscsi neutron-server[92486]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 14 03:29:03.240985 dv-cinder-796170-1-iscsi neutron-server[92486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 14 03:29:03.834067 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-b5eb6725-3c22-4a1b-8194-430fae2b78e1 req-098d0b86-ccb8-4804-8aa9-56c960781fde tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a6b1277-c90a-4bc7-b7bd-605c36cc3316&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6057065
Jun 14 03:29:03.912140 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-7c36de94-0ed1-474a-b53d-779a16ab89dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66755087'] for network, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:03.961050 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-709dabb2-6a1f-45b6-9859-9824f9163cc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:29:03.963514 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-7c36de94-0ed1-474a-b53d-779a16ab89dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for network, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:03.965308 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-7c36de94-0ed1-474a-b53d-779a16ab89dc admin admin] 10.222.0.13 "DELETE /v2.0/networks/b218ab2c-7b4f-448b-976e-1610c2526398 HTTP/1.1" status: 204  len: 168 time: 1.3020096
Jun 14 03:29:03.992551 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36de94-0ed1-474a-b53d-779a16ab89dc admin admin] Pushing event deleted for resources: {'Network': ['ID=b218ab2c-7b4f-448b-976e-1610c2526398,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:29:03.996032 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-7c36de94-0ed1-474a-b53d-779a16ab89dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:29:04.031092 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d77c557-8b6a-4fff-9817-baf814f2355d admin admin] Router ac3183be-460a-411b-86aa-5b5b75320c9a has already been hosted by L3 agent faa78350-ce80-467b-8f2c-9d7893daed85 {{(pid=92486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 14 03:29:04.177467 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d77c557-8b6a-4fff-9817-baf814f2355d admin admin] Notify agent at l3_agent.dv-cinder-796170-1-iscsi the message routers_updated {{(pid=92486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 14 03:29:04.182469 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-6d77c557-8b6a-4fff-9817-baf814f2355d admin admin] 10.222.0.13 "PUT /v2.0/routers/ac3183be-460a-411b-86aa-5b5b75320c9a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9251511
Jun 14 03:29:04.186523 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 47606) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:29:04.187110 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1d97fa-5ef1-4b2b-9e88-ae380ed5f244 None None] Sync routers for ids ['ac3183be-460a-411b-86aa-5b5b75320c9a'] in dv-cinder-796170-1-iscsi {{(pid=92487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 14 03:29:04.196100 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1d97fa-5ef1-4b2b-9e88-ae380ed5f244 None None] Routers {'ac3183be-460a-411b-86aa-5b5b75320c9a'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:29:04.196749 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-7f1d97fa-5ef1-4b2b-9e88-ae380ed5f244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5d1110a0>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:28:37Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['ac3183be-460a-411b-86aa-5b5b75320c9a'], 'active': True} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:29:04.329755 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-3d4b01b4-b3a2-467e-95c9-ba028a622ed4 admin admin] Notify callbacks [] for router, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:04.336967 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 47608) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:29:04.376051 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvr_db [None req-7f1d97fa-5ef1-4b2b-9e88-ae380ed5f244 None None] Set router ac3183be-460a-411b-86aa-5b5b75320c9a gateway port host: dv-cinder-796170-1-iscsi {{(pid=92487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:29:04.388567 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-00b8754e-e652-4876-b1a9-fa23762a3f14 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=80c3013317ae488b92d068a8d431a618&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0501156
Jun 14 03:29:04.390831 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 47610) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:29:04.447186 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-565805ca-91dc-4c22-974f-0fa9ef135ccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:04.459478 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-94cd571e-5937-43ed-8e4b-9171766c94b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:04.473937 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-565805ca-91dc-4c22-974f-0fa9ef135ccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:04.490329 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-3d4b01b4-b3a2-467e-95c9-ba028a622ed4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:04.640246 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.plugin [None req-3d4b01b4-b3a2-467e-95c9-ba028a622ed4 admin admin] Deleting port c1e9c54f-6f42-4e92-a065-f562d4dceaff {{(pid=92486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 14 03:29:04.640589 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-3d4b01b4-b3a2-467e-95c9-ba028a622ed4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756197070376'] for port, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:04.646364 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-565805ca-91dc-4c22-974f-0fa9ef135ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:04.656442 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-565805ca-91dc-4c22-974f-0fa9ef135ccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:04.656442 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-565805ca-91dc-4c22-974f-0fa9ef135ccf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/28a9c8b5-4b4e-440b-9836-1b47170078e0 HTTP/1.1" status: 204  len: 168 time: 0.2586644
Jun 14 03:29:04.656442 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-f010ee4c-40bb-4ed1-b796-76df4cb83066 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:29:04.668871 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565805ca-91dc-4c22-974f-0fa9ef135ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28a9c8b5-4b4e-440b-9836-1b47170078e0,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:29:04.682130 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-565805ca-91dc-4c22-974f-0fa9ef135ccf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:29:04.764361 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.db [None req-3d4b01b4-b3a2-467e-95c9-ba028a622ed4 admin admin] For port c1e9c54f-6f42-4e92-a065-f562d4dceaff, host dv-cinder-796170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=c1e9c54f-6f42-4e92-a065-f562d4dceaff,segment=NetworkSegment(893a0064-443a-4390-b9c3-705fa3bdf9f8),segment_id=893a0064-443a-4390-b9c3-705fa3bdf9f8)] {{(pid=92486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:29:04.770290 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-3d4b01b4-b3a2-467e-95c9-ba028a622ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66754036'] for port, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:04.770448 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-7f1d97fa-5ef1-4b2b-9e88-ae380ed5f244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5d1110a0>, [{'id': 'ac3183be-460a-411b-86aa-5b5b75320c9a', 'name': 'tempest-AttachVolumeShelveTestJSON-1283861758-router', 'tenant_id': '9155b325d6cd4337b263e1034bb9dbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': 'c1e9c54f-6f42-4e92-a065-f562d4dceaff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:41Z', 'updated_at': '2021-06-14T03:29:02Z', 'revision_number': 5, 'project_id': '9155b325d6cd4337b263e1034bb9dbfb', 'gw_port': {'id': 'c1e9c54f-6f42-4e92-a065-f562d4dceaff', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:24:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac3183be-460a-411b-86aa-5b5b75320c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:21:43Z', 'updated_at': '2021-06-14T03:21:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi'}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:29:04.770448 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1d97fa-5ef1-4b2b-9e88-ae380ed5f244 None None] Checking router: ac3183be-460a-411b-86aa-5b5b75320c9a for host: dv-cinder-796170-1-iscsi {{(pid=92487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 14 03:29:04.777692 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1d97fa-5ef1-4b2b-9e88-ae380ed5f244 None None] Routers {'ac3183be-460a-411b-86aa-5b5b75320c9a'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:29:04.778408 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-7f1d97fa-5ef1-4b2b-9e88-ae380ed5f244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5d1110a0>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:28:37Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['ac3183be-460a-411b-86aa-5b5b75320c9a'], 'active': True} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:29:04.858868 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.plugin [None req-3d4b01b4-b3a2-467e-95c9-ba028a622ed4 admin admin] Calling delete_port for c1e9c54f-6f42-4e92-a065-f562d4dceaff owned by network:router_gateway {{(pid=92486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 14 03:29:04.904549 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvr_db [None req-7f1d97fa-5ef1-4b2b-9e88-ae380ed5f244 None None] Set router ac3183be-460a-411b-86aa-5b5b75320c9a gateway port host: None {{(pid=92487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:29:04.989530 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-7f1d97fa-5ef1-4b2b-9e88-ae380ed5f244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5d1110a0>, [{'id': 'ac3183be-460a-411b-86aa-5b5b75320c9a', 'name': 'tempest-AttachVolumeShelveTestJSON-1283861758-router', 'tenant_id': '9155b325d6cd4337b263e1034bb9dbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:41Z', 'updated_at': '2021-06-14T03:29:04Z', 'revision_number': 6, 'project_id': '9155b325d6cd4337b263e1034bb9dbfb', 'gw_port_host': None}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:29:04.993292 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1d97fa-5ef1-4b2b-9e88-ae380ed5f244 None None] The sync data for ids ['ac3183be-460a-411b-86aa-5b5b75320c9a'] in dv-cinder-796170-1-iscsi is: [{'id': 'ac3183be-460a-411b-86aa-5b5b75320c9a', 'name': 'tempest-AttachVolumeShelveTestJSON-1283861758-router', 'tenant_id': '9155b325d6cd4337b263e1034bb9dbfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:21:41Z', 'updated_at': '2021-06-14T03:29:04Z', 'revision_number': 6, 'project_id': '9155b325d6cd4337b263e1034bb9dbfb', 'gw_port_host': None}] {{(pid=92487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 14 03:29:05.071550 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59c17c3-2816-4623-a8e1-0041da00657d req-56553f2a-fa49-4ff5-b300-b4405637ec88 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:05.079132 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-f59c17c3-2816-4623-a8e1-0041da00657d req-56553f2a-fa49-4ff5-b300-b4405637ec88 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ec59366-a676-4120-af0b-e2ca51eab895 HTTP/1.1" status: 200  len: 943 time: 0.1112635
Jun 14 03:29:05.120324 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-f59c17c3-2816-4623-a8e1-0041da00657d req-1822a726-9750-4091-b279-b5efb5cb7758 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a6b1277-c90a-4bc7-b7bd-605c36cc3316&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403383
Jun 14 03:29:05.155264 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-3d4b01b4-b3a2-467e-95c9-ba028a622ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756197075788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756196682536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63152307'] for port, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:05.157560 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-1a4bfd6b-d195-4630-a492-a744daf86ae2 tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:29:05.187420 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4b01b4-b3a2-467e-95c9-ba028a622ed4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1e9c54f-6f42-4e92-a065-f562d4dceaff,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:29:05.190587 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-3d4b01b4-b3a2-467e-95c9-ba028a622ed4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:29:05.266948 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-3d4b01b4-b3a2-467e-95c9-ba028a622ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66755090'] for router_gateway, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:05.401173 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-3d4b01b4-b3a2-467e-95c9-ba028a622ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66749923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256486'] for router, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:05.403254 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-3d4b01b4-b3a2-467e-95c9-ba028a622ed4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:05.539605 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-3d4b01b4-b3a2-467e-95c9-ba028a622ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66748725'] for router, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:05.540110 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d4b01b4-b3a2-467e-95c9-ba028a622ed4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac3183be-460a-411b-86aa-5b5b75320c9a {{(pid=92486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 14 03:29:05.544786 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-3d4b01b4-b3a2-467e-95c9-ba028a622ed4 admin admin] Notify callbacks [] for router, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:05.545940 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-3d4b01b4-b3a2-467e-95c9-ba028a622ed4 admin admin] 10.222.0.13 "DELETE /v2.0/routers/ac3183be-460a-411b-86aa-5b5b75320c9a HTTP/1.1" status: 204  len: 168 time: 1.3595293
Jun 14 03:29:05.548759 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 47628) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:29:05.605220 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.db_base_plugin_v2 [None req-67cd9314-0ce3-4faa-9066-2b24195d064e admin admin] Deleting subnet 545b480d-c2cb-4869-a2a3-42345a60be46 {{(pid=92485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 14 03:29:05.609649 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-67cd9314-0ce3-4faa-9066-2b24195d064e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:05.652634 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-67cd9314-0ce3-4faa-9066-2b24195d064e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63278761'] for subnet, precommit_delete_associations {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:05.784347 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-67cd9314-0ce3-4faa-9066-2b24195d064e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675963'] for subnet, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:05.817478 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.agents_db [None req-ff4782b4-218c-43ce-8b60-1c0132b4bc55 None None] Agent healthcheck: found 6 active agents {{(pid=92488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 14 03:29:05.844187 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 47636) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:29:05.926543 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-67cd9314-0ce3-4faa-9066-2b24195d064e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66823779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62999320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58666758'] for subnet, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:05.929744 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:29:05.938175 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:05.940785 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [None req-f195e060-6f81-4659-8b86-4016b4ab7c89 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1494566487-network', 'tenant_id': '28ed75610aab41d6b712bab6d7683723'}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:29:05.960622 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cd9314-0ce3-4faa-9066-2b24195d064e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=545b480d-c2cb-4869-a2a3-42345a60be46,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:29:05.964544 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-67cd9314-0ce3-4faa-9066-2b24195d064e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for subnet, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:05.966559 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-67cd9314-0ce3-4faa-9066-2b24195d064e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/545b480d-c2cb-4869-a2a3-42345a60be46 HTTP/1.1" status: 204  len: 168 time: 0.4165728
Jun 14 03:29:05.967395 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-67cd9314-0ce3-4faa-9066-2b24195d064e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:29:05.969137 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 47640) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:29:05.970448 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2567c07-31f0-4f45-b33f-b85b12ce5e4f None None] Network f65bd812-254a-48f4-8498-d6b6b04b0ab8 requested from dv-cinder-796170-1-iscsi {{(pid=92487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 14 03:29:06.028574 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f195e060-6f81-4659-8b86-4016b4ab7c89 admin admin] Made reservation on behalf of 28ed75610aab41d6b712bab6d7683723 for: {'network': 1} {{(pid=92486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 14 03:29:06.032419 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-f195e060-6f81-4659-8b86-4016b4ab7c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for network, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:06.052426 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-f195e060-6f81-4659-8b86-4016b4ab7c89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:06.069878 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-1f9f01c0-25b7-4dc5-8f46-dd2e4483c46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577520'] for network, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:06.121368 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device c1e9c54f-6f42-4e92-a065-f562d4dceaff no longer exists at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 14 03:29:06.135305 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.plugin [None req-1f9f01c0-25b7-4dc5-8f46-dd2e4483c46f admin admin] Deleting port 8f9271ba-dc59-4573-b234-97337e151232 {{(pid=92485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 14 03:29:06.137276 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-1f9f01c0-25b7-4dc5-8f46-dd2e4483c46f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756197070376'] for port, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:06.150917 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] No Port match for: c1e9c54f-6f42-4e92-a065-f562d4dceaff {{(pid=92487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 14 03:29:06.151419 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device c1e9c54f-6f42-4e92-a065-f562d4dceaff not bound to the agent host dv-cinder-796170-1-iscsi {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 14 03:29:06.151903 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 7f05021a-b477-401e-9b25-c86f27f2a189 no longer exists at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 14 03:29:06.179910 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] No Port match for: 7f05021a-b477-401e-9b25-c86f27f2a189 {{(pid=92487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 14 03:29:06.180265 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 7f05021a-b477-401e-9b25-c86f27f2a189 not bound to the agent host dv-cinder-796170-1-iscsi {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 14 03:29:06.192421 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-f195e060-6f81-4659-8b86-4016b4ab7c89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:06.244037 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.db [None req-1f9f01c0-25b7-4dc5-8f46-dd2e4483c46f admin admin] For port 8f9271ba-dc59-4573-b234-97337e151232, host dv-cinder-796170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=8f9271ba-dc59-4573-b234-97337e151232,segment=NetworkSegment(99683377-2e48-4740-a2d4-b719402867ef),segment_id=99683377-2e48-4740-a2d4-b719402867ef)] {{(pid=92485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:29:06.244478 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-1f9f01c0-25b7-4dc5-8f46-dd2e4483c46f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66754036'] for port, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:06.283515 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8847ce3-1cee-435d-97e2-14918896fbb4 None None] DHCP port deletion for f65bd812-254a-48f4-8498-d6b6b04b0ab8 request from dv-cinder-796170-1-iscsi {{(pid=92487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 14 03:29:06.302197 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-f195e060-6f81-4659-8b86-4016b4ab7c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:06.306981 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-3bb67397-524b-45d3-b305-ce11847e3c9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:29:06.331325 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f195e060-6f81-4659-8b86-4016b4ab7c89 admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'}  {{(pid=92486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 14 03:29:06.338426 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-a8847ce3-1cee-435d-97e2-14918896fbb4 None None] Deleting port 8f9271ba-dc59-4573-b234-97337e151232 {{(pid=92487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 14 03:29:06.339364 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-a8847ce3-1cee-435d-97e2-14918896fbb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756197070376'] for port, before_delete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:06.343483 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.plugin [None req-1f9f01c0-25b7-4dc5-8f46-dd2e4483c46f admin admin] Calling delete_port for 8f9271ba-dc59-4573-b234-97337e151232 owned by network:dhcp {{(pid=92485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 14 03:29:06.359898 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f195e060-6f81-4659-8b86-4016b4ab7c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a190744-9d09-453a-87d3-9a2569b43594,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:29:06.363757 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-f195e060-6f81-4659-8b86-4016b4ab7c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677934'] for segment, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:06.364103 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.db.segments_db [None req-f195e060-6f81-4659-8b86-4016b4ab7c89 admin admin] Added segment 40e90c70-6f9e-4418-9cec-b748b63d8c33 of type vlan for network 17b1c6ed-0d7c-4c23-b6be-51ac75c739d5
Jun 14 03:29:06.375854 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-f195e060-6f81-4659-8b86-4016b4ab7c89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:29:06.421526 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-f195e060-6f81-4659-8b86-4016b4ab7c89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756196669341'] for network, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:06.428102 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-a8847ce3-1cee-435d-97e2-14918896fbb4 None None] For port 8f9271ba-dc59-4573-b234-97337e151232, host dv-cinder-796170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=8f9271ba-dc59-4573-b234-97337e151232,segment=NetworkSegment(99683377-2e48-4740-a2d4-b719402867ef),segment_id=99683377-2e48-4740-a2d4-b719402867ef)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:29:06.428521 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-a8847ce3-1cee-435d-97e2-14918896fbb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66754036'] for port, precommit_delete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:06.436039 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b56eb6-2aa1-484d-a4e5-f952f1331255 req-2ee07d27-1eea-4a23-9300-7e8364ce3a7a tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:06.438288 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-92b56eb6-2aa1-484d-a4e5-f952f1331255 req-2ee07d27-1eea-4a23-9300-7e8364ce3a7a tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ec59366-a676-4120-af0b-e2ca51eab895 HTTP/1.1" status: 200  len: 943 time: 0.1742349
Jun 14 03:29:06.494103 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-92b56eb6-2aa1-484d-a4e5-f952f1331255 req-fa112a65-5ada-4810-b6a7-26607ef6a246 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a6b1277-c90a-4bc7-b7bd-605c36cc3316&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477674
Jun 14 03:29:06.531318 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-1f9f01c0-25b7-4dc5-8f46-dd2e4483c46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756197075788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756196682536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62999266'] for port, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:06.533429 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-92aac238-30f4-455c-b30b-4d33e492b611 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:29:06.534826 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-a8847ce3-1cee-435d-97e2-14918896fbb4 None None] Calling delete_port for 8f9271ba-dc59-4573-b234-97337e151232 owned by network:dhcp {{(pid=92487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 14 03:29:06.559875 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f01c0-25b7-4dc5-8f46-dd2e4483c46f admin admin] Pushing event deleted for resources: {'Port': ['ID=8f9271ba-dc59-4573-b234-97337e151232,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:29:06.562961 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-f195e060-6f81-4659-8b86-4016b4ab7c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111'] for network, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:06.563969 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-1f9f01c0-25b7-4dc5-8f46-dd2e4483c46f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:29:06.565459 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f195e060-6f81-4659-8b86-4016b4ab7c89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:06.566362 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-f195e060-6f81-4659-8b86-4016b4ab7c89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for network, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:06.570326 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9f01c0-25b7-4dc5-8f46-dd2e4483c46f admin admin] No DVR routers for this DVR port 8f9271ba-dc59-4573-b234-97337e151232 on host dv-cinder-796170-1-iscsi {{(pid=92485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 14 03:29:06.570889 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-3129a74d-4e24-464c-af03-9eed44566bf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:29:06.651039 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f195e060-6f81-4659-8b86-4016b4ab7c89 admin admin] Pushing event updated for resources: {'Network': ['ID=17b1c6ed-0d7c-4c23-b6be-51ac75c739d5,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:29:06.653679 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-f195e060-6f81-4659-8b86-4016b4ab7c89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:29:06.662601 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Network 17b1c6ed-0d7c-4c23-b6be-51ac75c739d5 details requested by agent ovs-agent-dv-cinder-796170-1-iscsi with host dv-cinder-796170-1-iscsi {{(pid=92487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 14 03:29:06.678795 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-1f9f01c0-25b7-4dc5-8f46-dd2e4483c46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682470', 'neutron.services.segments.db._delete_segments_for_network-8756197238200'] for network, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:06.690715 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.services.segments.db [None req-1f9f01c0-25b7-4dc5-8f46-dd2e4483c46f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6b5754c6d0>,) {'filters': {'network_id': ['f65bd812-254a-48f4-8498-d6b6b04b0ab8']}} {{(pid=92485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:29:06.702236 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.services.segments.db [None req-1f9f01c0-25b7-4dc5-8f46-dd2e4483c46f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6b5754c6d0>, '99683377-2e48-4740-a2d4-b719402867ef') {'for_net_delete': True} {{(pid=92485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:29:06.702491 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-a8847ce3-1cee-435d-97e2-14918896fbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756197075788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756196682536'] for port, after_delete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:06.702636 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.services.segments.db [None req-1f9f01c0-25b7-4dc5-8f46-dd2e4483c46f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6b5754c6d0>, '99683377-2e48-4740-a2d4-b719402867ef') {} {{(pid=92485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:29:06.705845 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:29:06.713148 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-1f9f01c0-25b7-4dc5-8f46-dd2e4483c46f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756197238038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63278754'] for segment, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:06.732583 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-1f9f01c0-25b7-4dc5-8f46-dd2e4483c46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677934'] for segment, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:06.738729 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f9f01c0-25b7-4dc5-8f46-dd2e4483c46f admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=92485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 14 03:29:06.739107 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-1f9f01c0-25b7-4dc5-8f46-dd2e4483c46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62999217'] for segment, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:06.740677 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-f195e060-6f81-4659-8b86-4016b4ab7c89 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.8950977
Jun 14 03:29:06.740813 dv-cinder-796170-1-iscsi neutron-server[92485]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 14 03:29:06.740813 dv-cinder-796170-1-iscsi neutron-server[92485]:   conditions |= (models_v2.Port.network_id.in_(
Jun 14 03:29:06.740813 dv-cinder-796170-1-iscsi neutron-server[92485]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 14 03:29:06.740813 dv-cinder-796170-1-iscsi neutron-server[92485]:   retrieve_revision_numbers = {
Jun 14 03:29:06.740813 dv-cinder-796170-1-iscsi neutron-server[92485]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 14 03:29:06.740813 dv-cinder-796170-1-iscsi neutron-server[92485]:   conditions |= (models_v2.Port.network_id.in_(
Jun 14 03:29:06.740813 dv-cinder-796170-1-iscsi neutron-server[92485]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 14 03:29:06.740813 dv-cinder-796170-1-iscsi neutron-server[92485]:   conditions |= (models_v2.Port.network_id.in_(
Jun 14 03:29:06.740813 dv-cinder-796170-1-iscsi neutron-server[92485]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 14 03:29:06.740813 dv-cinder-796170-1-iscsi neutron-server[92485]:   retrieve_revision_numbers = {
Jun 14 03:29:06.740813 dv-cinder-796170-1-iscsi neutron-server[92485]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 14 03:29:06.740813 dv-cinder-796170-1-iscsi neutron-server[92485]:   retrieve_revision_numbers = {
Jun 14 03:29:06.740813 dv-cinder-796170-1-iscsi neutron-server[92485]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 14 03:29:06.740813 dv-cinder-796170-1-iscsi neutron-server[92485]:   conditions |= (models_v2.Port.network_id.in_(
Jun 14 03:29:06.740813 dv-cinder-796170-1-iscsi neutron-server[92485]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 14 03:29:06.740813 dv-cinder-796170-1-iscsi neutron-server[92485]:   retrieve_revision_numbers = {
Jun 14 03:29:06.740813 dv-cinder-796170-1-iscsi neutron-server[92485]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 14 03:29:06.740813 dv-cinder-796170-1-iscsi neutron-server[92485]:   conditions |= (models_v2.Port.network_id.in_(
Jun 14 03:29:06.740813 dv-cinder-796170-1-iscsi neutron-server[92485]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 14 03:29:06.740813 dv-cinder-796170-1-iscsi neutron-server[92485]:   retrieve_revision_numbers = {
Jun 14 03:29:06.740813 dv-cinder-796170-1-iscsi neutron-server[92485]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 14 03:29:06.740813 dv-cinder-796170-1-iscsi neutron-server[92485]:   conditions |= (models_v2.Port.network_id.in_(
Jun 14 03:29:06.740813 dv-cinder-796170-1-iscsi neutron-server[92485]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 14 03:29:06.740813 dv-cinder-796170-1-iscsi neutron-server[92485]:   retrieve_revision_numbers = {
Jun 14 03:29:06.740813 dv-cinder-796170-1-iscsi neutron-server[92485]: Traceback (most recent call last):
Jun 14 03:29:06.740813 dv-cinder-796170-1-iscsi neutron-server[92485]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 14 03:29:06.740813 dv-cinder-796170-1-iscsi neutron-server[92485]:     timer()
Jun 14 03:29:06.740813 dv-cinder-796170-1-iscsi neutron-server[92485]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 14 03:29:06.740813 dv-cinder-796170-1-iscsi neutron-server[92485]:     cb(*args, **kw)
Jun 14 03:29:06.740813 dv-cinder-796170-1-iscsi neutron-server[92485]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 14 03:29:06.740813 dv-cinder-796170-1-iscsi neutron-server[92485]:     return func(*args, **kwargs)
Jun 14 03:29:06.740813 dv-cinder-796170-1-iscsi neutron-server[92485]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 14 03:29:06.740813 dv-cinder-796170-1-iscsi neutron-server[92485]:     self._notify()
Jun 14 03:29:06.740813 dv-cinder-796170-1-iscsi neutron-server[92485]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 14 03:29:06.740813 dv-cinder-796170-1-iscsi neutron-server[92485]:     self.callback(batched_events)
Jun 14 03:29:06.740813 dv-cinder-796170-1-iscsi neutron-server[92485]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 14 03:29:06.740813 dv-cinder-796170-1-iscsi neutron-server[92485]:     event.method(event)
Jun 14 03:29:06.740813 dv-cinder-796170-1-iscsi neutron-server[92485]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 14 03:29:06.740813 dv-cinder-796170-1-iscsi neutron-server[92485]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 14 03:29:06.740813 dv-cinder-796170-1-iscsi neutron-server[92485]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 14 03:29:06.740813 dv-cinder-796170-1-iscsi neutron-server[92485]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 14 03:29:06.740813 dv-cinder-796170-1-iscsi neutron-server[92485]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 14 03:29:06.740813 dv-cinder-796170-1-iscsi neutron-server[92485]:     return f(self, *a, **k)
Jun 14 03:29:06.740813 dv-cinder-796170-1-iscsi neutron-server[92485]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 14 03:29:06.740813 dv-cinder-796170-1-iscsi neutron-server[92485]:     return self._get(url).json()
Jun 14 03:29:06.740813 dv-cinder-796170-1-iscsi neutron-server[92485]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 14 03:29:06.740813 dv-cinder-796170-1-iscsi neutron-server[92485]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 14 03:29:06.740813 dv-cinder-796170-1-iscsi neutron-server[92485]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 14 03:29:06.740813 dv-cinder-796170-1-iscsi neutron-server[92485]:     return self.request(url, 'GET', **kwargs)
Jun 14 03:29:06.740813 dv-cinder-796170-1-iscsi neutron-server[92485]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 14 03:29:06.740813 dv-cinder-796170-1-iscsi neutron-server[92485]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 14 03:29:06.740813 dv-cinder-796170-1-iscsi neutron-server[92485]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 14 03:29:06.740813 dv-cinder-796170-1-iscsi neutron-server[92485]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 14 03:29:06.740813 dv-cinder-796170-1-iscsi neutron-server[92485]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 14 03:29:06.740813 dv-cinder-796170-1-iscsi neutron-server[92485]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 14 03:29:06.740813 dv-cinder-796170-1-iscsi neutron-server[92485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 14 03:29:06.750081 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 47644) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:29:06.750081 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [None req-be92194d-db00-4ff5-8c62-070c9161db77 admin admin] Request body: {'subnet': {'network_id': '17b1c6ed-0d7c-4c23-b6be-51ac75c739d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1494566487-subnet', 'tenant_id': '28ed75610aab41d6b712bab6d7683723', 'ip_version': 4}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:29:06.784100 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8847ce3-1cee-435d-97e2-14918896fbb4 None None] Pushing event deleted for resources: {'Port': ['ID=8f9271ba-dc59-4573-b234-97337e151232,revision_number=None']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:29:06.792656 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-a8847ce3-1cee-435d-97e2-14918896fbb4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:29:06.795691 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8847ce3-1cee-435d-97e2-14918896fbb4 None None] No DVR routers for this DVR port 8f9271ba-dc59-4573-b234-97337e151232 on host dv-cinder-796170-1-iscsi {{(pid=92487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 14 03:29:06.847633 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be92194d-db00-4ff5-8c62-070c9161db77 admin admin] Made reservation on behalf of 28ed75610aab41d6b712bab6d7683723 for: {'subnet': 1} {{(pid=92486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 14 03:29:06.850119 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-be92194d-db00-4ff5-8c62-070c9161db77 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63246795'] for subnet, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:06.916312 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-1f9f01c0-25b7-4dc5-8f46-dd2e4483c46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66755087'] for network, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:06.921877 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-1f9f01c0-25b7-4dc5-8f46-dd2e4483c46f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for network, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:06.928097 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-1f9f01c0-25b7-4dc5-8f46-dd2e4483c46f admin admin] 10.222.0.13 "DELETE /v2.0/networks/f65bd812-254a-48f4-8498-d6b6b04b0ab8 HTTP/1.1" status: 204  len: 168 time: 0.9536176
Jun 14 03:29:06.928097 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-63bf2eff-3ffc-4f4f-b7a5-fef6edf2cdb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:29:06.941110 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9f01c0-25b7-4dc5-8f46-dd2e4483c46f admin admin] Pushing event deleted for resources: {'Network': ['ID=f65bd812-254a-48f4-8498-d6b6b04b0ab8,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:29:06.949221 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-1f9f01c0-25b7-4dc5-8f46-dd2e4483c46f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:29:06.983480 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-80c17e2a-cb03-4ea4-b4de-af638cc692ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:07.155352 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-be92194d-db00-4ff5-8c62-070c9161db77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66823779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63152394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63246813'] for subnet, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:07.158553 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:29:07.184930 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:07.222621 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be92194d-db00-4ff5-8c62-070c9161db77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84e982b5-5bc7-46b2-bff6-94158039073b,revision_number=0']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:29:07.226128 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-be92194d-db00-4ff5-8c62-070c9161db77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:29:07.231540 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be92194d-db00-4ff5-8c62-070c9161db77 admin admin] Checking segment: {'id': '40e90c70-6f9e-4418-9cec-b748b63d8c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '17b1c6ed-0d7c-4c23-b6be-51ac75c739d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 14 03:29:07.231890 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be92194d-db00-4ff5-8c62-070c9161db77 admin admin] Network hostable DHCP agents. Network: 17b1c6ed-0d7c-4c23-b6be-51ac75c739d5, hostable agents: ['0d423c39-5fbd-4170-be1c-b40e9c0b21c1'], hosted agents: [] {{(pid=92486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 14 03:29:07.292637 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 47650) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:29:07.336037 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-baa34ab1-3279-4b74-87ed-c065fc58b069 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9155b325d6cd4337b263e1034bb9dbfb&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0422175
Jun 14 03:29:07.338535 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 47652) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:29:07.353692 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be92194d-db00-4ff5-8c62-070c9161db77 admin admin] Network 17b1c6ed-0d7c-4c23-b6be-51ac75c739d5 is scheduled to be hosted by DHCP agent 0d423c39-5fbd-4170-be1c-b40e9c0b21c1 with binding_index 1 {{(pid=92486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 14 03:29:07.396064 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-11e70cbe-bf27-4292-975f-1d6c27730346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:07.418039 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-11e70cbe-bf27-4292-975f-1d6c27730346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:07.452929 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.base_scheduler [None req-be92194d-db00-4ff5-8c62-070c9161db77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-1-iscsi, 17b1c6ed-0d7c-4c23-b6be-51ac75c739d5) {{(pid=92486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:29:07.457537 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be92194d-db00-4ff5-8c62-070c9161db77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:07.458110 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-be92194d-db00-4ff5-8c62-070c9161db77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:07.459608 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336525a9-8d66-4002-893a-c76caad1cd8e None None] Network 17b1c6ed-0d7c-4c23-b6be-51ac75c739d5 requested from dv-cinder-796170-1-iscsi {{(pid=92487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 14 03:29:07.584018 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-be92194d-db00-4ff5-8c62-070c9161db77 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.8397939
Jun 14 03:29:07.586595 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 47656) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:29:07.591194 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [None req-2d367a07-b5d9-4a05-b22c-2839a6c4a60e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1494566487-router', 'tenant_id': '28ed75610aab41d6b712bab6d7683723', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba'}}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:29:07.640147 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-11e70cbe-bf27-4292-975f-1d6c27730346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:07.642663 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-11e70cbe-bf27-4292-975f-1d6c27730346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:07.646765 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-11e70cbe-bf27-4292-975f-1d6c27730346 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2203778f-6b33-40fc-a8ab-49e9e3f40050 HTTP/1.1" status: 204  len: 168 time: 0.3043885
Jun 14 03:29:07.646765 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-21050b59-4d2b-4ac5-8a6c-938bfeead530 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:29:07.649049 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d90da16-d78b-4a1e-b85b-c7e38f34667b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70344d28-076a-51d6-aec4-a96cd55dd66f-17b1c6ed-0d7c-4c23-b6be-51ac75c739d5', 'network_id': '17b1c6ed-0d7c-4c23-b6be-51ac75c739d5', 'tenant_id': '28ed75610aab41d6b712bab6d7683723', 'fixed_ips': [{'subnet_id': '84e982b5-5bc7-46b2-bff6-94158039073b'}]}} from dv-cinder-796170-1-iscsi. {{(pid=92487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 14 03:29:07.649987 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-6d90da16-d78b-4a1e-b85b-c7e38f34667b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for port, before_create {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:07.665549 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e70cbe-bf27-4292-975f-1d6c27730346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2203778f-6b33-40fc-a8ab-49e9e3f40050,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:29:07.668953 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-11e70cbe-bf27-4292-975f-1d6c27730346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:29:07.698522 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49087c36-57ab-4682-858a-a56dfcf2101e req-1ce6e44a-dde5-4b28-80fe-659e4d01fe6c tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:07.700178 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-49087c36-57ab-4682-858a-a56dfcf2101e req-1ce6e44a-dde5-4b28-80fe-659e4d01fe6c tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ec59366-a676-4120-af0b-e2ca51eab895 HTTP/1.1" status: 200  len: 943 time: 0.0898266
Jun 14 03:29:07.708938 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-2d367a07-b5d9-4a05-b22c-2839a6c4a60e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66749865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256276'] for router, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:07.710003 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-2d367a07-b5d9-4a05-b22c-2839a6c4a60e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66749902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66755800', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66935751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256495'] for router, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:07.752245 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-49087c36-57ab-4682-858a-a56dfcf2101e req-9ce35a04-4210-463b-9a53-8007c4b04dd6 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a6b1277-c90a-4bc7-b7bd-605c36cc3316&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455134
Jun 14 03:29:07.784887 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-2d367a07-b5d9-4a05-b22c-2839a6c4a60e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:07.833573 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.db_base_plugin_common [None req-6d90da16-d78b-4a1e-b85b-c7e38f34667b None None] Allocated IP 172.20.0.2 (17b1c6ed-0d7c-4c23-b6be-51ac75c739d5/84e982b5-5bc7-46b2-bff6-94158039073b/d238db0e-13ca-4ca6-8a9f-bce96e9bbee2) {{(pid=92487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 14 03:29:08.091294 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-2d367a07-b5d9-4a05-b22c-2839a6c4a60e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66755783', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66749883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256505'] for router, precommit_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:08.115352 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 8f9271ba-dc59-4573-b234-97337e151232 no longer exists at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 14 03:29:08.168123 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] No Port match for: 8f9271ba-dc59-4573-b234-97337e151232 {{(pid=92487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 14 03:29:08.168478 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 8f9271ba-dc59-4573-b234-97337e151232 not bound to the agent host dv-cinder-796170-1-iscsi {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 14 03:29:08.171068 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-a6614653-0164-4561-80ac-e583b9425df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:08.199292 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-6d90da16-d78b-4a1e-b85b-c7e38f34667b None None] Notify callbacks [] for port, precommit_create {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:08.208268 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-6d90da16-d78b-4a1e-b85b-c7e38f34667b None None] Transition to ACTIVE for port object d238db0e-13ca-4ca6-8a9f-bce96e9bbee2 will not be triggered until provisioned by entity L2. {{(pid=92487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:29:08.223526 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-6d90da16-d78b-4a1e-b85b-c7e38f34667b None None] Transition to ACTIVE for port object d238db0e-13ca-4ca6-8a9f-bce96e9bbee2 will not be triggered until provisioned by entity DHCP. {{(pid=92487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:29:08.314706 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-6d90da16-d78b-4a1e-b85b-c7e38f34667b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-668656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756196682527'] for port, after_create {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:08.316634 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:29:08.364398 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d90da16-d78b-4a1e-b85b-c7e38f34667b None None] Network 17b1c6ed-0d7c-4c23-b6be-51ac75c739d5 is already hosted by enough agents. {{(pid=92487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 14 03:29:08.367282 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.scheduler.base_scheduler [None req-6d90da16-d78b-4a1e-b85b-c7e38f34667b None None] Resources bound (agent type, host, resource id):  {{(pid=92487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:29:08.371683 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d90da16-d78b-4a1e-b85b-c7e38f34667b None None] Received port after_create {{(pid=92487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 14 03:29:08.374912 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d90da16-d78b-4a1e-b85b-c7e38f34667b None None] Pushing event updated for resources: {'Port': ['ID=d238db0e-13ca-4ca6-8a9f-bce96e9bbee2,revision_number=1']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:29:08.384039 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-6d90da16-d78b-4a1e-b85b-c7e38f34667b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:29:08.447438 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-2d367a07-b5d9-4a05-b22c-2839a6c4a60e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:08.454386 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.managers [None req-6d90da16-d78b-4a1e-b85b-c7e38f34667b None None] Attempting to bind port d238db0e-13ca-4ca6-8a9f-bce96e9bbee2 on host dv-cinder-796170-1-iscsi for vnic_type normal with profile  {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 14 03:29:08.454782 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.managers [None req-6d90da16-d78b-4a1e-b85b-c7e38f34667b None None] Attempting to bind port d238db0e-13ca-4ca6-8a9f-bce96e9bbee2 by drivers openvswitch,hyperv on host dv-cinder-796170-1-iscsi at level 0 using segments [{'id': '40e90c70-6f9e-4418-9cec-b748b63d8c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '17b1c6ed-0d7c-4c23-b6be-51ac75c739d5'}] {{(pid=92487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 14 03:29:08.461424 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d90da16-d78b-4a1e-b85b-c7e38f34667b None None] Attempting to bind port d238db0e-13ca-4ca6-8a9f-bce96e9bbee2 on network 17b1c6ed-0d7c-4c23-b6be-51ac75c739d5 {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 14 03:29:08.464770 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d90da16-d78b-4a1e-b85b-c7e38f34667b None None] Checking agent: {'id': '3556250a-8008-4613-a9a6-6061713fcb85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 13, 37), 'started_at': datetime.datetime(2021, 6, 14, 3, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 14 03:29:08.465157 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d90da16-d78b-4a1e-b85b-c7e38f34667b None None] Checking segment: {'id': '40e90c70-6f9e-4418-9cec-b748b63d8c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '17b1c6ed-0d7c-4c23-b6be-51ac75c739d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 14 03:29:08.465594 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-6d90da16-d78b-4a1e-b85b-c7e38f34667b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:08.466021 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d90da16-d78b-4a1e-b85b-c7e38f34667b None None] Bound using segment: {'id': '40e90c70-6f9e-4418-9cec-b748b63d8c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '17b1c6ed-0d7c-4c23-b6be-51ac75c739d5'} {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 14 03:29:08.467074 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.managers [None req-6d90da16-d78b-4a1e-b85b-c7e38f34667b None None] Bound port: d238db0e-13ca-4ca6-8a9f-bce96e9bbee2, host: dv-cinder-796170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40e90c70-6f9e-4418-9cec-b748b63d8c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '17b1c6ed-0d7c-4c23-b6be-51ac75c739d5'}}] {{(pid=92487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 14 03:29:08.467577 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-6d90da16-d78b-4a1e-b85b-c7e38f34667b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:08.476840 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-2d367a07-b5d9-4a05-b22c-2839a6c4a60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for port, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:08.565673 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-6d90da16-d78b-4a1e-b85b-c7e38f34667b None None] For port d238db0e-13ca-4ca6-8a9f-bce96e9bbee2, host dv-cinder-796170-1-iscsi, cleared binding levels {{(pid=92487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 14 03:29:08.569399 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-6d90da16-d78b-4a1e-b85b-c7e38f34667b None None] For port d238db0e-13ca-4ca6-8a9f-bce96e9bbee2, host dv-cinder-796170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=d238db0e-13ca-4ca6-8a9f-bce96e9bbee2,segment=NetworkSegment(40e90c70-6f9e-4418-9cec-b748b63d8c33),segment_id=40e90c70-6f9e-4418-9cec-b748b63d8c33)] {{(pid=92487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 14 03:29:08.613089 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.db_base_plugin_common [None req-2d367a07-b5d9-4a05-b22c-2839a6c4a60e admin admin] Allocated IP 172.27.2.46 (93400a53-dc51-45a7-8a67-e74b6f34e4ba/60a70a14-b6be-44b1-a1f9-f2aaa6aa296b/79477526-6d8d-4b0a-b990-db272a4e1dde) {{(pid=92486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 14 03:29:08.682668 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-6d90da16-d78b-4a1e-b85b-c7e38f34667b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:08.685815 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:29:08.755770 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d90da16-d78b-4a1e-b85b-c7e38f34667b None None] Pushing event updated for resources: {'Port': ['ID=d238db0e-13ca-4ca6-8a9f-bce96e9bbee2,revision_number=2']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:29:08.758963 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-6d90da16-d78b-4a1e-b85b-c7e38f34667b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:29:08.839265 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-2d367a07-b5d9-4a05-b22c-2839a6c4a60e admin admin] Notify callbacks [] for port, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:08.864845 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 47682) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:29:08.980708 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-2d367a07-b5d9-4a05-b22c-2839a6c4a60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-668656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756196682527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63152314'] for port, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:08.988972 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-1b5765fe-94b0-4777-8f07-9d41f3ab15bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:29:09.016686 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.v2.base [None req-7073e05a-ae59-44ef-8e40-70f065224374 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-188844159-network', 'tenant_id': '8ee804e6168b404ba86aafb9d53b4ab7'}} {{(pid=92485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:29:09.042774 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d367a07-b5d9-4a05-b22c-2839a6c4a60e admin admin] Network 93400a53-dc51-45a7-8a67-e74b6f34e4ba is already hosted by enough agents. {{(pid=92486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 14 03:29:09.052697 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.base_scheduler [None req-2d367a07-b5d9-4a05-b22c-2839a6c4a60e admin admin] Resources bound (agent type, host, resource id):  {{(pid=92486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:29:09.058714 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d367a07-b5d9-4a05-b22c-2839a6c4a60e admin admin] Received port after_create {{(pid=92486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 14 03:29:09.062455 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d367a07-b5d9-4a05-b22c-2839a6c4a60e admin admin] Pushing event updated for resources: {'Port': ['ID=79477526-6d8d-4b0a-b990-db272a4e1dde,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:29:09.066541 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-2d367a07-b5d9-4a05-b22c-2839a6c4a60e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:29:09.122266 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c169e-7d05-417f-bf38-3bf90d9c0325 req-46029432-946e-426b-a650-7f56fd941987 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:09.124325 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-036c169e-7d05-417f-bf38-3bf90d9c0325 req-46029432-946e-426b-a650-7f56fd941987 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ec59366-a676-4120-af0b-e2ca51eab895 HTTP/1.1" status: 200  len: 943 time: 0.2145295
Jun 14 03:29:09.125425 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7073e05a-ae59-44ef-8e40-70f065224374 admin admin] Made reservation on behalf of 8ee804e6168b404ba86aafb9d53b4ab7 for: {'network': 1} {{(pid=92485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 14 03:29:09.127842 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-7073e05a-ae59-44ef-8e40-70f065224374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for network, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:09.140352 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-7073e05a-ae59-44ef-8e40-70f065224374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:09.248268 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-7073e05a-ae59-44ef-8e40-70f065224374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:09.326548 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-7073e05a-ae59-44ef-8e40-70f065224374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:09.329833 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-dfe8d25b-f951-4b39-a25c-7cfbee028b28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:29:09.354505 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7073e05a-ae59-44ef-8e40-70f065224374 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'}  {{(pid=92485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 14 03:29:09.364981 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7073e05a-ae59-44ef-8e40-70f065224374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a6eed0-ebaf-4b7c-b00b-82aeb1b5cc99,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:29:09.369846 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-7073e05a-ae59-44ef-8e40-70f065224374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677934'] for segment, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:09.373034 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.db.segments_db [None req-7073e05a-ae59-44ef-8e40-70f065224374 admin admin] Added segment 7624187a-a66a-47fb-8736-9f51337befd0 of type vlan for network 59204b5b-ebc4-4155-af46-f7c56f00d62d
Jun 14 03:29:09.383060 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7073e05a-ae59-44ef-8e40-70f065224374 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:29:09.383440 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7073e05a-ae59-44ef-8e40-70f065224374 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:29:09.383801 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7073e05a-ae59-44ef-8e40-70f065224374 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:29:09.384165 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7073e05a-ae59-44ef-8e40-70f065224374 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:29:09.384525 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7073e05a-ae59-44ef-8e40-70f065224374 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:29:09.384885 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7073e05a-ae59-44ef-8e40-70f065224374 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:29:09.385248 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7073e05a-ae59-44ef-8e40-70f065224374 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:29:09.385597 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7073e05a-ae59-44ef-8e40-70f065224374 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:29:09.385975 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7073e05a-ae59-44ef-8e40-70f065224374 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:29:09.386328 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7073e05a-ae59-44ef-8e40-70f065224374 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:29:09.386700 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7073e05a-ae59-44ef-8e40-70f065224374 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:29:09.387048 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7073e05a-ae59-44ef-8e40-70f065224374 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:29:09.393102 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-7073e05a-ae59-44ef-8e40-70f065224374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:29:09.455662 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-7073e05a-ae59-44ef-8e40-70f065224374 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756196669341'] for network, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:09.625098 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-036c169e-7d05-417f-bf38-3bf90d9c0325 req-a52ade4d-daa1-43a4-a311-2d1570ae2249 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a6b1277-c90a-4bc7-b7bd-605c36cc3316&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1260216
Jun 14 03:29:09.674087 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-37effd67-6caa-48ba-975b-7ec46c17b4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:09.746482 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2fcd7d-8859-41f0-a8e7-ddd031d9adc6 None None] Network 17b1c6ed-0d7c-4c23-b6be-51ac75c739d5 requested from dv-cinder-796170-1-iscsi {{(pid=92487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 14 03:29:09.873967 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-2d367a07-b5d9-4a05-b22c-2839a6c4a60e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:09.887998 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-7073e05a-ae59-44ef-8e40-70f065224374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111'] for network, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:09.890947 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7073e05a-ae59-44ef-8e40-70f065224374 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:09.891718 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-7073e05a-ae59-44ef-8e40-70f065224374 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for network, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:09.894958 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:29:09.975028 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7073e05a-ae59-44ef-8e40-70f065224374 admin admin] Pushing event updated for resources: {'Network': ['ID=59204b5b-ebc4-4155-af46-f7c56f00d62d,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:29:09.977856 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-7073e05a-ae59-44ef-8e40-70f065224374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:29:09.988276 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Network 59204b5b-ebc4-4155-af46-f7c56f00d62d details requested by agent ovs-agent-dv-cinder-796170-1-iscsi with host dv-cinder-796170-1-iscsi {{(pid=92487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 14 03:29:09.991524 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-3fbe439e-8d6b-4e85-b949-b89b1c0c7d7d None None] Provisioning for port d238db0e-13ca-4ca6-8a9f-bce96e9bbee2 completed by entity DHCP. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:29:10.004492 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-7073e05a-ae59-44ef-8e40-70f065224374 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.1378851
Jun 14 03:29:10.007902 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 47686) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:29:10.014631 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.v2.base [None req-c29d9046-1b90-4d32-a121-7127d0f936bc admin admin] Request body: {'subnet': {'network_id': '59204b5b-ebc4-4155-af46-f7c56f00d62d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-188844159-subnet', 'tenant_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:29:10.139004 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29d9046-1b90-4d32-a121-7127d0f936bc admin admin] Made reservation on behalf of 8ee804e6168b404ba86aafb9d53b4ab7 for: {'subnet': 1} {{(pid=92485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 14 03:29:10.142284 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-c29d9046-1b90-4d32-a121-7127d0f936bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-58666795'] for subnet, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:10.189549 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device d238db0e-13ca-4ca6-8a9f-bce96e9bbee2 up at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:29:10.193000 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-2d367a07-b5d9-4a05-b22c-2839a6c4a60e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66749858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66755231'] for router, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:10.326469 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning for port d238db0e-13ca-4ca6-8a9f-bce96e9bbee2 completed by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:29:10.338686 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning complete for port d238db0e-13ca-4ca6-8a9f-bce96e9bbee2 triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:29:10.338686 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:10.436106 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:10.462408 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-23baa13d-f8f2-443e-ab88-b96151d4bba9 None None] Provisioning complete for port d238db0e-13ca-4ca6-8a9f-bce96e9bbee2 triggered by entity DHCP. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:29:10.462782 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-23baa13d-f8f2-443e-ab88-b96151d4bba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:10.470695 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d367a07-b5d9-4a05-b22c-2839a6c4a60e admin admin] Router a8975e77-c98e-4fbb-9e04-76244cf88a44 is scheduled to L3 agent faa78350-ce80-467b-8f2c-9d7893daed85 with binding_index 1 {{(pid=92486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 14 03:29:10.500221 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-c29d9046-1b90-4d32-a121-7127d0f936bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66823779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62999387', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-58666813'] for subnet, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:10.502072 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] For port d238db0e-13ca-4ca6-8a9f-bce96e9bbee2, host dv-cinder-796170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=d238db0e-13ca-4ca6-8a9f-bce96e9bbee2,segment=NetworkSegment(40e90c70-6f9e-4418-9cec-b748b63d8c33),segment_id=40e90c70-6f9e-4418-9cec-b748b63d8c33)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:29:10.504551 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:29:10.571541 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-23baa13d-f8f2-443e-ab88-b96151d4bba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:10.574381 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29d9046-1b90-4d32-a121-7127d0f936bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=9185bba9-0b92-4177-95a7-76932f513987,revision_number=0']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:29:10.578768 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-c29d9046-1b90-4d32-a121-7127d0f936bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:29:10.584816 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29d9046-1b90-4d32-a121-7127d0f936bc admin admin] Checking segment: {'id': '7624187a-a66a-47fb-8736-9f51337befd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '59204b5b-ebc4-4155-af46-f7c56f00d62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 14 03:29:10.585178 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29d9046-1b90-4d32-a121-7127d0f936bc admin admin] Network hostable DHCP agents. Network: 59204b5b-ebc4-4155-af46-f7c56f00d62d, hostable agents: ['0d423c39-5fbd-4170-be1c-b40e9c0b21c1'], hosted agents: [] {{(pid=92485) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 14 03:29:10.595768 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:10.598055 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-46e2a001-ecf6-4e03-a577-c7eb742029ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:29:10.635179 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d367a07-b5d9-4a05-b22c-2839a6c4a60e admin admin] Notify agent at l3_agent.dv-cinder-796170-1-iscsi the message routers_updated {{(pid=92486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 14 03:29:10.647278 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4479f109-6166-4f63-bdf1-0e2beab73ef1 None None] Sync routers for ids ['a8975e77-c98e-4fbb-9e04-76244cf88a44'] in dv-cinder-796170-1-iscsi {{(pid=92488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 14 03:29:10.663568 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4479f109-6166-4f63-bdf1-0e2beab73ef1 None None] Routers {'a8975e77-c98e-4fbb-9e04-76244cf88a44'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:29:10.664194 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-4479f109-6166-4f63-bdf1-0e2beab73ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5df72d90>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:29:07Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['a8975e77-c98e-4fbb-9e04-76244cf88a44'], 'active': True} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:29:10.690093 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.db.api [None req-23baa13d-f8f2-443e-ab88-b96151d4bba9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92487) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 14 03:29:10.690670 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_db.api [None req-23baa13d-f8f2-443e-ab88-b96151d4bba9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 14 03:29:10.693065 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Pushing event updated for resources: {'Port': ['ID=d238db0e-13ca-4ca6-8a9f-bce96e9bbee2,revision_number=3']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:29:10.696129 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:29:10.708534 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29d9046-1b90-4d32-a121-7127d0f936bc admin admin] Network 59204b5b-ebc4-4155-af46-f7c56f00d62d is scheduled to be hosted by DHCP agent 0d423c39-5fbd-4170-be1c-b40e9c0b21c1 with binding_index 1 {{(pid=92485) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 14 03:29:10.756480 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-2d367a07-b5d9-4a05-b22c-2839a6c4a60e admin admin] Notify callbacks [] for router, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:10.760122 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-2d367a07-b5d9-4a05-b22c-2839a6c4a60e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 3.1700132
Jun 14 03:29:10.760390 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 47690) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:29:10.812584 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce6e44-6b1d-4127-8507-bb5aacaeb922 req-67eb7c0b-391e-4c84-aaaf-cd48ee7fb3ec tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:10.814069 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-68ce6e44-6b1d-4127-8507-bb5aacaeb922 req-67eb7c0b-391e-4c84-aaaf-cd48ee7fb3ec tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ec59366-a676-4120-af0b-e2ca51eab895 HTTP/1.1" status: 200  len: 943 time: 0.0797508
Jun 14 03:29:10.824892 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvr_db [None req-4479f109-6166-4f63-bdf1-0e2beab73ef1 None None] Set router a8975e77-c98e-4fbb-9e04-76244cf88a44 gateway port host: dv-cinder-796170-1-iscsi {{(pid=92488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:29:10.839205 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.base_scheduler [None req-c29d9046-1b90-4d32-a121-7127d0f936bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-1-iscsi, 59204b5b-ebc4-4155-af46-f7c56f00d62d) {{(pid=92485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:29:10.846021 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29d9046-1b90-4d32-a121-7127d0f936bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:10.849974 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-c29d9046-1b90-4d32-a121-7127d0f936bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for subnet, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:10.852148 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6831480-ccd1-4ae8-9b10-c27f2cacdbac None None] Network 59204b5b-ebc4-4155-af46-f7c56f00d62d requested from dv-cinder-796170-1-iscsi {{(pid=92487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 14 03:29:10.880976 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-68ce6e44-6b1d-4127-8507-bb5aacaeb922 req-c903cb5a-17f6-4a7f-94f3-eca43943c367 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a6b1277-c90a-4bc7-b7bd-605c36cc3316&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0575600
Jun 14 03:29:10.943667 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-c29d9046-1b90-4d32-a121-7127d0f936bc admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.9342806
Jun 14 03:29:10.946064 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 47692) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:29:10.951265 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.v2.base [None req-9a10e41c-dbfc-477b-aff9-6a9622643a33 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-188844159-router', 'tenant_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba'}}} {{(pid=92485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:29:11.036646 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-9a10e41c-dbfc-477b-aff9-6a9622643a33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66749865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256276'] for router, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:11.037813 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-9a10e41c-dbfc-477b-aff9-6a9622643a33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66749902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66755800', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66935751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256495'] for router, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:11.066224 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c759c978-ef13-4541-86d8-7bc38beec487 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70344d28-076a-51d6-aec4-a96cd55dd66f-59204b5b-ebc4-4155-af46-f7c56f00d62d', 'network_id': '59204b5b-ebc4-4155-af46-f7c56f00d62d', 'tenant_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'fixed_ips': [{'subnet_id': '9185bba9-0b92-4177-95a7-76932f513987'}]}} from dv-cinder-796170-1-iscsi. {{(pid=92487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 14 03:29:11.067509 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-c759c978-ef13-4541-86d8-7bc38beec487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for port, before_create {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:11.121433 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-4479f109-6166-4f63-bdf1-0e2beab73ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5df72d90>, [{'id': 'a8975e77-c98e-4fbb-9e04-76244cf88a44', 'name': 'tempest-TestMinimumBasicScenario-1494566487-router', 'tenant_id': '28ed75610aab41d6b712bab6d7683723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '79477526-6d8d-4b0a-b990-db272a4e1dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:29:07Z', 'updated_at': '2021-06-14T03:29:09Z', 'revision_number': 3, 'project_id': '28ed75610aab41d6b712bab6d7683723', 'gw_port': {'id': '79477526-6d8d-4b0a-b990-db272a4e1dde', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:13:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8975e77-c98e-4fbb-9e04-76244cf88a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:29:08Z', 'updated_at': '2021-06-14T03:29:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi'}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:29:11.125010 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4479f109-6166-4f63-bdf1-0e2beab73ef1 None None] Checking router: a8975e77-c98e-4fbb-9e04-76244cf88a44 for host: dv-cinder-796170-1-iscsi {{(pid=92488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 14 03:29:11.125364 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4479f109-6166-4f63-bdf1-0e2beab73ef1 None None] Updating router a8975e77-c98e-4fbb-9e04-76244cf88a44 port 79477526-6d8d-4b0a-b990-db272a4e1dde binding host dv-cinder-796170-1-iscsi {{(pid=92488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 14 03:29:11.125526 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-9a10e41c-dbfc-477b-aff9-6a9622643a33 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:11.171436 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron_lib.callbacks.manager [None req-4479f109-6166-4f63-bdf1-0e2beab73ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:11.276314 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.db_base_plugin_common [None req-c759c978-ef13-4541-86d8-7bc38beec487 None None] Allocated IP 172.20.0.2 (59204b5b-ebc4-4155-af46-f7c56f00d62d/9185bba9-0b92-4177-95a7-76932f513987/10aa1e78-345e-496d-87fe-9879956aba37) {{(pid=92487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 14 03:29:11.412261 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-c9fd20bc-3fe3-417d-ba64-a60c25bd5eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for port, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:11.458734 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-9a10e41c-dbfc-477b-aff9-6a9622643a33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66755783', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66749883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256505'] for router, precommit_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:11.512753 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-c759c978-ef13-4541-86d8-7bc38beec487 None None] Notify callbacks [] for port, precommit_create {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:11.522093 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-c759c978-ef13-4541-86d8-7bc38beec487 None None] Transition to ACTIVE for port object 10aa1e78-345e-496d-87fe-9879956aba37 will not be triggered until provisioned by entity L2. {{(pid=92487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:29:11.538997 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron_lib.callbacks.manager [None req-4479f109-6166-4f63-bdf1-0e2beab73ef1 None None] Notify callbacks [] for port, precommit_update {{(pid=92488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:11.550493 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.provisioning_blocks [None req-4479f109-6166-4f63-bdf1-0e2beab73ef1 None None] Transition to ACTIVE for port object 79477526-6d8d-4b0a-b990-db272a4e1dde will not be triggered until provisioned by entity L2. {{(pid=92488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:29:11.553789 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-c759c978-ef13-4541-86d8-7bc38beec487 None None] Transition to ACTIVE for port object 10aa1e78-345e-496d-87fe-9879956aba37 will not be triggered until provisioned by entity DHCP. {{(pid=92487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:29:11.609895 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.db_base_plugin_common [None req-c9fd20bc-3fe3-417d-ba64-a60c25bd5eb7 admin admin] Allocated IP 172.20.0.1 (17b1c6ed-0d7c-4c23-b6be-51ac75c739d5/84e982b5-5bc7-46b2-bff6-94158039073b/3c2bf119-e67d-47d4-8556-471613a0f887) {{(pid=92486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 14 03:29:11.647462 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron_lib.callbacks.manager [None req-4479f109-6166-4f63-bdf1-0e2beab73ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:11.649791 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG oslo_concurrency.lockutils [None req-22cef59a-1c89-4702-b6b3-f3fcca4c9eec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:29:11.676974 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-c759c978-ef13-4541-86d8-7bc38beec487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-668656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756196682527'] for port, after_create {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:11.678990 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:29:11.701463 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9472fbc-fda4-41c2-9552-1fefc7465a6d None None] Pushing event updated for resources: {'Port': ['ID=79477526-6d8d-4b0a-b990-db272a4e1dde,revision_number=2']} {{(pid=92488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:29:11.712211 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9472fbc-fda4-41c2-9552-1fefc7465a6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:29:11.712854 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9472fbc-fda4-41c2-9552-1fefc7465a6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:29:11.713391 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9472fbc-fda4-41c2-9552-1fefc7465a6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:29:11.713928 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9472fbc-fda4-41c2-9552-1fefc7465a6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:29:11.714647 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9472fbc-fda4-41c2-9552-1fefc7465a6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:29:11.715199 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9472fbc-fda4-41c2-9552-1fefc7465a6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:29:11.715737 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9472fbc-fda4-41c2-9552-1fefc7465a6d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:29:11.716951 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9472fbc-fda4-41c2-9552-1fefc7465a6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:29:11.717524 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9472fbc-fda4-41c2-9552-1fefc7465a6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:29:11.718048 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9472fbc-fda4-41c2-9552-1fefc7465a6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:29:11.718638 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9472fbc-fda4-41c2-9552-1fefc7465a6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:29:11.719159 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9472fbc-fda4-41c2-9552-1fefc7465a6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92488) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:29:11.730125 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c759c978-ef13-4541-86d8-7bc38beec487 None None] Network 59204b5b-ebc4-4155-af46-f7c56f00d62d is already hosted by enough agents. {{(pid=92487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 14 03:29:11.735625 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.scheduler.base_scheduler [None req-c759c978-ef13-4541-86d8-7bc38beec487 None None] Resources bound (agent type, host, resource id):  {{(pid=92487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:29:11.740261 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c759c978-ef13-4541-86d8-7bc38beec487 None None] Received port after_create {{(pid=92487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 14 03:29:11.743028 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG oslo_concurrency.lockutils [None req-d9472fbc-fda4-41c2-9552-1fefc7465a6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:29:11.750477 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c759c978-ef13-4541-86d8-7bc38beec487 None None] Pushing event updated for resources: {'Port': ['ID=10aa1e78-345e-496d-87fe-9879956aba37,revision_number=1']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:29:11.754036 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-c759c978-ef13-4541-86d8-7bc38beec487 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:29:11.782094 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-c9fd20bc-3fe3-417d-ba64-a60c25bd5eb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:11.788297 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.managers [None req-4479f109-6166-4f63-bdf1-0e2beab73ef1 None None] Attempting to bind port 79477526-6d8d-4b0a-b990-db272a4e1dde on host dv-cinder-796170-1-iscsi for vnic_type normal with profile  {{(pid=92488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 14 03:29:11.790587 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.managers [None req-4479f109-6166-4f63-bdf1-0e2beab73ef1 None None] Attempting to bind port 79477526-6d8d-4b0a-b990-db272a4e1dde by drivers openvswitch,hyperv on host dv-cinder-796170-1-iscsi at level 0 using segments [{'id': '893a0064-443a-4390-b9c3-705fa3bdf9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba'}] {{(pid=92488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 14 03:29:11.790587 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4479f109-6166-4f63-bdf1-0e2beab73ef1 None None] Attempting to bind port 79477526-6d8d-4b0a-b990-db272a4e1dde on network 93400a53-dc51-45a7-8a67-e74b6f34e4ba {{(pid=92488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 14 03:29:11.797108 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4479f109-6166-4f63-bdf1-0e2beab73ef1 None None] Checking agent: {'id': '3556250a-8008-4613-a9a6-6061713fcb85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 13, 37), 'started_at': datetime.datetime(2021, 6, 14, 3, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 14 03:29:11.797850 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4479f109-6166-4f63-bdf1-0e2beab73ef1 None None] Checking segment: {'id': '893a0064-443a-4390-b9c3-705fa3bdf9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 14 03:29:11.798483 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron_lib.callbacks.manager [None req-4479f109-6166-4f63-bdf1-0e2beab73ef1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:11.799985 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.provisioning_blocks [None req-c9fd20bc-3fe3-417d-ba64-a60c25bd5eb7 admin admin] Transition to ACTIVE for port object 3c2bf119-e67d-47d4-8556-471613a0f887 will not be triggered until provisioned by entity DHCP. {{(pid=92486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:29:11.800128 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4479f109-6166-4f63-bdf1-0e2beab73ef1 None None] Bound using segment: {'id': '893a0064-443a-4390-b9c3-705fa3bdf9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba'} {{(pid=92488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 14 03:29:11.801409 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.managers [None req-4479f109-6166-4f63-bdf1-0e2beab73ef1 None None] Bound port: 79477526-6d8d-4b0a-b990-db272a4e1dde, host: dv-cinder-796170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '893a0064-443a-4390-b9c3-705fa3bdf9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba'}}] {{(pid=92488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 14 03:29:11.801862 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-9a10e41c-dbfc-477b-aff9-6a9622643a33 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:11.802221 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron_lib.callbacks.manager [None req-4479f109-6166-4f63-bdf1-0e2beab73ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:11.824663 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.managers [None req-c759c978-ef13-4541-86d8-7bc38beec487 None None] Attempting to bind port 10aa1e78-345e-496d-87fe-9879956aba37 on host dv-cinder-796170-1-iscsi for vnic_type normal with profile  {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 14 03:29:11.825044 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.managers [None req-c759c978-ef13-4541-86d8-7bc38beec487 None None] Attempting to bind port 10aa1e78-345e-496d-87fe-9879956aba37 by drivers openvswitch,hyperv on host dv-cinder-796170-1-iscsi at level 0 using segments [{'id': '7624187a-a66a-47fb-8736-9f51337befd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '59204b5b-ebc4-4155-af46-f7c56f00d62d'}] {{(pid=92487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 14 03:29:11.830626 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c759c978-ef13-4541-86d8-7bc38beec487 None None] Attempting to bind port 10aa1e78-345e-496d-87fe-9879956aba37 on network 59204b5b-ebc4-4155-af46-f7c56f00d62d {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 14 03:29:11.831153 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-9a10e41c-dbfc-477b-aff9-6a9622643a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for port, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:11.831367 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c759c978-ef13-4541-86d8-7bc38beec487 None None] Checking agent: {'id': '3556250a-8008-4613-a9a6-6061713fcb85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 13, 37), 'started_at': datetime.datetime(2021, 6, 14, 3, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 14 03:29:11.831753 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c759c978-ef13-4541-86d8-7bc38beec487 None None] Checking segment: {'id': '7624187a-a66a-47fb-8736-9f51337befd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '59204b5b-ebc4-4155-af46-f7c56f00d62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 14 03:29:11.832161 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-c759c978-ef13-4541-86d8-7bc38beec487 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:11.832620 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c759c978-ef13-4541-86d8-7bc38beec487 None None] Bound using segment: {'id': '7624187a-a66a-47fb-8736-9f51337befd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '59204b5b-ebc4-4155-af46-f7c56f00d62d'} {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 14 03:29:11.833018 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.managers [None req-c759c978-ef13-4541-86d8-7bc38beec487 None None] Bound port: 10aa1e78-345e-496d-87fe-9879956aba37, host: dv-cinder-796170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7624187a-a66a-47fb-8736-9f51337befd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '59204b5b-ebc4-4155-af46-f7c56f00d62d'}}] {{(pid=92487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 14 03:29:11.833399 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-c759c978-ef13-4541-86d8-7bc38beec487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:11.876260 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.db [None req-4479f109-6166-4f63-bdf1-0e2beab73ef1 None None] For port 79477526-6d8d-4b0a-b990-db272a4e1dde, host dv-cinder-796170-1-iscsi, cleared binding levels {{(pid=92488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 14 03:29:11.879903 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.db [None req-4479f109-6166-4f63-bdf1-0e2beab73ef1 None None] For port 79477526-6d8d-4b0a-b990-db272a4e1dde, host dv-cinder-796170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=79477526-6d8d-4b0a-b990-db272a4e1dde,segment=NetworkSegment(893a0064-443a-4390-b9c3-705fa3bdf9f8),segment_id=893a0064-443a-4390-b9c3-705fa3bdf9f8)] {{(pid=92488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 14 03:29:11.900033 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device d850dea9-a48d-4e02-ab17-88a53263a5e4 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=92487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 14 03:29:11.903472 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-c9fd20bc-3fe3-417d-ba64-a60c25bd5eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-668656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756196682527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63152314'] for port, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:11.908056 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:29:11.958290 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fd20bc-3fe3-417d-ba64-a60c25bd5eb7 admin admin] Network 17b1c6ed-0d7c-4c23-b6be-51ac75c739d5 is already hosted by enough agents. {{(pid=92486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 14 03:29:11.961272 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.base_scheduler [None req-c9fd20bc-3fe3-417d-ba64-a60c25bd5eb7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:29:11.967959 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron_lib.callbacks.manager [None req-4479f109-6166-4f63-bdf1-0e2beab73ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:11.977605 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fd20bc-3fe3-417d-ba64-a60c25bd5eb7 admin admin] Received port after_create {{(pid=92486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 14 03:29:11.978233 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG oslo_concurrency.lockutils [None req-5614ba68-9ef7-4a75-a649-df711bf6f235 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:29:11.978865 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.db_base_plugin_common [None req-9a10e41c-dbfc-477b-aff9-6a9622643a33 admin admin] Allocated IP 172.27.2.168 (93400a53-dc51-45a7-8a67-e74b6f34e4ba/60a70a14-b6be-44b1-a1f9-f2aaa6aa296b/4b4860d7-2946-40be-af39-d4fea81aa8b5) {{(pid=92485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 14 03:29:12.039965 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fd20bc-3fe3-417d-ba64-a60c25bd5eb7 admin admin] Pushing event updated for resources: {'Port': ['ID=3c2bf119-e67d-47d4-8556-471613a0f887,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:29:12.059395 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port d850dea9-a48d-4e02-ab17-88a53263a5e4, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=d850dea9-a48d-4e02-ab17-88a53263a5e4,segment=NetworkSegment(2cb0716a-ed02-4a11-ab33-313821ec955b),segment_id=2cb0716a-ed02-4a11-ab33-313821ec955b)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:29:12.068844 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-c9fd20bc-3fe3-417d-ba64-a60c25bd5eb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:29:12.095319 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Returning: {'device': 'd850dea9-a48d-4e02-ab17-88a53263a5e4', 'network_id': '7f129db1-9523-4318-ad85-9f49178b5bdc', 'port_id': 'd850dea9-a48d-4e02-ab17-88a53263a5e4', 'mac_address': 'fa:16:3e:da:89:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a8207df-3806-430e-9b17-d9978decf79c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 14 03:29:12.109136 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-c759c978-ef13-4541-86d8-7bc38beec487 None None] For port 10aa1e78-345e-496d-87fe-9879956aba37, host dv-cinder-796170-1-iscsi, cleared binding levels {{(pid=92487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 14 03:29:12.151595 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-c9fd20bc-3fe3-417d-ba64-a60c25bd5eb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66751066'] for router_interface, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:12.158964 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4479f109-6166-4f63-bdf1-0e2beab73ef1 None None] Routers {'a8975e77-c98e-4fbb-9e04-76244cf88a44'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:29:12.160282 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-4479f109-6166-4f63-bdf1-0e2beab73ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5df72d90>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:29:07Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['a8975e77-c98e-4fbb-9e04-76244cf88a44'], 'active': True} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:29:12.163203 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:12.171840 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-9a10e41c-dbfc-477b-aff9-6a9622643a33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:12.206757 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.notifiers.nova [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d850dea9-a48d-4e02-ab17-88a53263a5e4 {{(pid=92487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 14 03:29:12.235315 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port d850dea9-a48d-4e02-ab17-88a53263a5e4, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=d850dea9-a48d-4e02-ab17-88a53263a5e4,segment=NetworkSegment(2cb0716a-ed02-4a11-ab33-313821ec955b),segment_id=2cb0716a-ed02-4a11-ab33-313821ec955b)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:29:12.236810 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device d238db0e-13ca-4ca6-8a9f-bce96e9bbee2 up at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:29:12.244426 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-c759c978-ef13-4541-86d8-7bc38beec487 None None] For port 10aa1e78-345e-496d-87fe-9879956aba37, host dv-cinder-796170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=10aa1e78-345e-496d-87fe-9879956aba37,segment=NetworkSegment(7624187a-a66a-47fb-8736-9f51337befd0),segment_id=7624187a-a66a-47fb-8736-9f51337befd0)] {{(pid=92487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 14 03:29:12.274048 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-9a10e41c-dbfc-477b-aff9-6a9622643a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-668656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756196682527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62999275'] for port, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:12.278959 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:29:12.279789 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16986f3b-c1f5-4868-b62f-559ddcba03a4 req-b79736d8-e722-4dab-a1e5-605d13b62dfd tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:12.287051 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-16986f3b-c1f5-4868-b62f-559ddcba03a4 req-b79736d8-e722-4dab-a1e5-605d13b62dfd tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ec59366-a676-4120-af0b-e2ca51eab895 HTTP/1.1" status: 200  len: 943 time: 0.2508202
Jun 14 03:29:12.324279 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9472fbc-fda4-41c2-9552-1fefc7465a6d None None] Pushing event updated for resources: {'Port': ['ID=79477526-6d8d-4b0a-b990-db272a4e1dde,revision_number=3']} {{(pid=92488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:29:12.332155 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG oslo_concurrency.lockutils [None req-d9472fbc-fda4-41c2-9552-1fefc7465a6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=92488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:29:12.367826 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a10e41c-dbfc-477b-aff9-6a9622643a33 admin admin] Pushing event updated for resources: {'Port': ['ID=4b4860d7-2946-40be-af39-d4fea81aa8b5,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:29:12.373084 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a10e41c-dbfc-477b-aff9-6a9622643a33 admin admin] Network 93400a53-dc51-45a7-8a67-e74b6f34e4ba is already hosted by enough agents. {{(pid=92485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 14 03:29:12.374206 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-9a10e41c-dbfc-477b-aff9-6a9622643a33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:29:12.375563 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.base_scheduler [None req-9a10e41c-dbfc-477b-aff9-6a9622643a33 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:29:12.378709 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a10e41c-dbfc-477b-aff9-6a9622643a33 admin admin] Received port after_create {{(pid=92485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 14 03:29:12.403307 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-16986f3b-c1f5-4868-b62f-559ddcba03a4 req-f0f018a0-1a8a-4162-9fc3-2d1816dbe819 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a6b1277-c90a-4bc7-b7bd-605c36cc3316&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1152537
Jun 14 03:29:12.429599 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvr_db [None req-4479f109-6166-4f63-bdf1-0e2beab73ef1 None None] Set router a8975e77-c98e-4fbb-9e04-76244cf88a44 gateway port host: dv-cinder-796170-1-iscsi {{(pid=92488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:29:12.433489 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-c759c978-ef13-4541-86d8-7bc38beec487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:12.435408 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:12.439914 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-b787f722-022f-4f7f-bea3-a891c226960e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:29:12.527822 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-c9fd20bc-3fe3-417d-ba64-a60c25bd5eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:12.538210 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c759c978-ef13-4541-86d8-7bc38beec487 None None] Pushing event updated for resources: {'Port': ['ID=10aa1e78-345e-496d-87fe-9879956aba37,revision_number=2']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:29:12.548456 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning complete for port d238db0e-13ca-4ca6-8a9f-bce96e9bbee2 triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:29:12.548748 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:12.630026 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-7f0c338f-37ab-41e7-a71b-84f68b65444e None None] Provisioning for port 3c2bf119-e67d-47d4-8556-471613a0f887 completed by entity DHCP. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:29:12.674054 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-7f0c338f-37ab-41e7-a71b-84f68b65444e None None] Provisioning complete for port 3c2bf119-e67d-47d4-8556-471613a0f887 triggered by entity DHCP. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:29:12.674536 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-7f0c338f-37ab-41e7-a71b-84f68b65444e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:12.721849 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] get_ports_and_sgs() called for port_ids ['d850dea9-a48d-4e02-ab17-88a53263a5e4'] {{(pid=92487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 14 03:29:12.790888 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Pushing event updated for resources: {'Port': ['ID=d850dea9-a48d-4e02-ab17-88a53263a5e4,revision_number=7']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:29:12.803676 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:29:12.804445 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.363s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:29:12.804938 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:29:12.820534 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-7f0c338f-37ab-41e7-a71b-84f68b65444e None None] Port 3c2bf119-e67d-47d4-8556-471613a0f887 cannot update to ACTIVE because it is not bound. {{(pid=92487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 14 03:29:12.879651 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-c9fd20bc-3fe3-417d-ba64-a60c25bd5eb7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:12.951120 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-c9fd20bc-3fe3-417d-ba64-a60c25bd5eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63152260'] for port, after_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:12.954369 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-8507c1b9-957e-4b3b-8be0-126e12422c7a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:29:12.985592 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-9a10e41c-dbfc-477b-aff9-6a9622643a33 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:12.992241 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-4479f109-6166-4f63-bdf1-0e2beab73ef1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5df72d90>, [{'id': 'a8975e77-c98e-4fbb-9e04-76244cf88a44', 'name': 'tempest-TestMinimumBasicScenario-1494566487-router', 'tenant_id': '28ed75610aab41d6b712bab6d7683723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '79477526-6d8d-4b0a-b990-db272a4e1dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:29:07Z', 'updated_at': '2021-06-14T03:29:09Z', 'revision_number': 3, 'project_id': '28ed75610aab41d6b712bab6d7683723', 'gw_port': {'id': '79477526-6d8d-4b0a-b990-db272a4e1dde', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:13:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8975e77-c98e-4fbb-9e04-76244cf88a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:29:08Z', 'updated_at': '2021-06-14T03:29:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi'}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:29:12.998701 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4479f109-6166-4f63-bdf1-0e2beab73ef1 None None] The sync data for ids ['a8975e77-c98e-4fbb-9e04-76244cf88a44'] in dv-cinder-796170-1-iscsi is: [{'id': 'a8975e77-c98e-4fbb-9e04-76244cf88a44', 'name': 'tempest-TestMinimumBasicScenario-1494566487-router', 'tenant_id': '28ed75610aab41d6b712bab6d7683723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '79477526-6d8d-4b0a-b990-db272a4e1dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:29:07Z', 'updated_at': '2021-06-14T03:29:09Z', 'revision_number': 3, 'project_id': '28ed75610aab41d6b712bab6d7683723', 'gw_port': {'id': '79477526-6d8d-4b0a-b990-db272a4e1dde', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:13:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8975e77-c98e-4fbb-9e04-76244cf88a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:29:08Z', 'updated_at': '2021-06-14T03:29:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi'}] {{(pid=92488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 14 03:29:13.047933 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fd20bc-3fe3-417d-ba64-a60c25bd5eb7 admin admin] Pushing event updated for resources: {'Port': ['ID=3c2bf119-e67d-47d4-8556-471613a0f887,revision_number=2']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:29:13.051150 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-c9fd20bc-3fe3-417d-ba64-a60c25bd5eb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:29:13.052526 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-c9fd20bc-3fe3-417d-ba64-a60c25bd5eb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66608333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66751182'] for router_interface, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:13.348990 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-9a10e41c-dbfc-477b-aff9-6a9622643a33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66749858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66755231'] for router, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:13.583665 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fd20bc-3fe3-417d-ba64-a60c25bd5eb7 admin admin] Network 17b1c6ed-0d7c-4c23-b6be-51ac75c739d5 is already hosted by enough agents. {{(pid=92486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 14 03:29:13.585442 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.base_scheduler [None req-c9fd20bc-3fe3-417d-ba64-a60c25bd5eb7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:29:13.783542 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9fd20bc-3fe3-417d-ba64-a60c25bd5eb7 admin admin] Router a8975e77-c98e-4fbb-9e04-76244cf88a44 has already been hosted by L3 agent faa78350-ce80-467b-8f2c-9d7893daed85 {{(pid=92486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 14 03:29:13.860301 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5cb2e0-c428-42fb-b22c-1c36a1444107 None None] Network 59204b5b-ebc4-4155-af46-f7c56f00d62d requested from dv-cinder-796170-1-iscsi {{(pid=92487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 14 03:29:13.961417 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9fd20bc-3fe3-417d-ba64-a60c25bd5eb7 admin admin] Notify agent at l3_agent.dv-cinder-796170-1-iscsi the message routers_updated {{(pid=92486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 14 03:29:13.961981 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device d850dea9-a48d-4e02-ab17-88a53263a5e4 up at agent hyperv_hv-cinder-79617 {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:29:13.963843 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61651783-f082-480c-954a-4a6102007682 req-af529083-d5af-471f-b8fa-baa8bbd6cbdb tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:13.965565 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-61651783-f082-480c-954a-4a6102007682 req-af529083-d5af-471f-b8fa-baa8bbd6cbdb tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ec59366-a676-4120-af0b-e2ca51eab895 HTTP/1.1" status: 200  len: 944 time: 0.1269569
Jun 14 03:29:13.974749 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-c9fd20bc-3fe3-417d-ba64-a60c25bd5eb7 admin admin] 10.222.0.13 "PUT /v2.0/routers/a8975e77-c98e-4fbb-9e04-76244cf88a44/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2049668
Jun 14 03:29:14.036156 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-61651783-f082-480c-954a-4a6102007682 req-941da5b0-b082-43ee-9d7f-989669859600 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a6b1277-c90a-4bc7-b7bd-605c36cc3316&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0552614
Jun 14 03:29:14.118480 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-3314498f-e3f0-4922-966d-e6923012cd47 None None] Provisioning for port 10aa1e78-345e-496d-87fe-9879956aba37 completed by entity DHCP. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:29:14.171479 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a10e41c-dbfc-477b-aff9-6a9622643a33 admin admin] Router 7eeb646e-f92b-461d-921d-9015b82f8a10 is scheduled to L3 agent faa78350-ce80-467b-8f2c-9d7893daed85 with binding_index 1 {{(pid=92485) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 14 03:29:14.174038 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Provisioning complete for port d850dea9-a48d-4e02-ab17-88a53263a5e4 triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:29:14.174457 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:14.180375 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-3314498f-e3f0-4922-966d-e6923012cd47 None None] Provisioning complete for port 3c2bf119-e67d-47d4-8556-471613a0f887 triggered by entity DHCP. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:29:14.180375 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-3314498f-e3f0-4922-966d-e6923012cd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:14.240028 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 79477526-6d8d-4b0a-b990-db272a4e1dde up at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:29:14.310454 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-3314498f-e3f0-4922-966d-e6923012cd47 None None] Port 3c2bf119-e67d-47d4-8556-471613a0f887 cannot update to ACTIVE because it is not bound. {{(pid=92487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 14 03:29:14.343384 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a10e41c-dbfc-477b-aff9-6a9622643a33 admin admin] Notify agent at l3_agent.dv-cinder-796170-1-iscsi the message routers_updated {{(pid=92485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 14 03:29:14.357800 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3defd43-1981-42bc-8192-4a860a6730e7 None None] Sync routers for ids ['7eeb646e-f92b-461d-921d-9015b82f8a10'] in dv-cinder-796170-1-iscsi {{(pid=92487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 14 03:29:14.380520 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:14.382417 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3defd43-1981-42bc-8192-4a860a6730e7 None None] Routers {'7eeb646e-f92b-461d-921d-9015b82f8a10'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:29:14.383051 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-c3defd43-1981-42bc-8192-4a860a6730e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5cfe1370>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:29:07Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['7eeb646e-f92b-461d-921d-9015b82f8a10'], 'active': True} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:29:14.470757 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-9a10e41c-dbfc-477b-aff9-6a9622643a33 admin admin] Notify callbacks [] for router, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:14.473064 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-9a10e41c-dbfc-477b-aff9-6a9622643a33 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 3.5255191
Jun 14 03:29:14.475719 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 47706) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:29:14.489992 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning for port 79477526-6d8d-4b0a-b990-db272a4e1dde completed by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:29:14.511015 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning complete for port 79477526-6d8d-4b0a-b990-db272a4e1dde triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:29:14.511409 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:14.558730 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ec59366-a676-4120-af0b-e2ca51eab895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd850dea9-a48d-4e02-ab17-88a53263a5e4'}] {{(pid=92487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:29:14.562431 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}681963f073e70c07aac8dc5e895e90246fb88e956d84982da350f3581d0ebeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-947e191e-f489-4297-add8-b1f8b2aa5f96" -d '{"events": [{"server_uuid": "9ec59366-a676-4120-af0b-e2ca51eab895", "name": "network-vif-plugged", "status": "completed", "tag": "d850dea9-a48d-4e02-ab17-88a53263a5e4"}]}' {{(pid=92487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:29:14.596522 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port d850dea9-a48d-4e02-ab17-88a53263a5e4, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=d850dea9-a48d-4e02-ab17-88a53263a5e4,segment=NetworkSegment(2cb0716a-ed02-4a11-ab33-313821ec955b),segment_id=2cb0716a-ed02-4a11-ab33-313821ec955b)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:29:14.635531 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a98896c-a2f8-4b5d-96a1-ce1176400e90 x-openstack-request-id: req-4a98896c-a2f8-4b5d-96a1-ce1176400e90 {{(pid=92487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:29:14.635531 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ec59366-a676-4120-af0b-e2ca51eab895", "name": "network-vif-plugged", "status": "completed", "tag": "d850dea9-a48d-4e02-ab17-88a53263a5e4", "code": 200}]} {{(pid=92487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:29:14.635791 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4a98896c-a2f8-4b5d-96a1-ce1176400e90 {{(pid=92487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:29:14.636006 dv-cinder-796170-1-iscsi neutron-server[92487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ec59366-a676-4120-af0b-e2ca51eab895', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd850dea9-a48d-4e02-ab17-88a53263a5e4', 'code': 200}
Jun 14 03:29:14.642662 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvr_db [None req-c3defd43-1981-42bc-8192-4a860a6730e7 None None] Set router 7eeb646e-f92b-461d-921d-9015b82f8a10 gateway port host: dv-cinder-796170-1-iscsi {{(pid=92487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:29:14.798571 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:14.811534 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:29:14.867591 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 47718) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:29:14.872547 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.v2.base [None req-3de362fb-c21d-4781-ab8f-1d7a49413e8a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-424347140-network', 'tenant_id': 'dce997746adf479bb45cafbeee5175a5'}} {{(pid=92485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:29:14.897817 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:14.951025 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ffd44b-ded2-4b3b-81d6-32a07bad74e8 req-f8d67c07-a662-4019-a003-24fafaf5c378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:14.952479 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-02ffd44b-ded2-4b3b-81d6-32a07bad74e8 req-f8d67c07-a662-4019-a003-24fafaf5c378 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9ec59366-a676-4120-af0b-e2ca51eab895 HTTP/1.1" status: 200  len: 1098 time: 0.0619235
Jun 14 03:29:14.970379 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de362fb-c21d-4781-ab8f-1d7a49413e8a admin admin] Made reservation on behalf of dce997746adf479bb45cafbeee5175a5 for: {'network': 1} {{(pid=92485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 14 03:29:14.973042 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-3de362fb-c21d-4781-ab8f-1d7a49413e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for network, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:14.985244 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-3de362fb-c21d-4781-ab8f-1d7a49413e8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:14.987722 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] For port 79477526-6d8d-4b0a-b990-db272a4e1dde, host dv-cinder-796170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=79477526-6d8d-4b0a-b990-db272a4e1dde,segment=NetworkSegment(893a0064-443a-4390-b9c3-705fa3bdf9f8),segment_id=893a0064-443a-4390-b9c3-705fa3bdf9f8)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:29:14.994353 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Pushing event updated for resources: {'Port': ['ID=d850dea9-a48d-4e02-ab17-88a53263a5e4,revision_number=8']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:29:14.999213 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:29:15.032297 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-02ffd44b-ded2-4b3b-81d6-32a07bad74e8 req-e8d4a47d-9e63-41fc-b998-0eec4a0e6849 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3a6b1277-c90a-4bc7-b7bd-605c36cc3316&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0695422
Jun 14 03:29:15.087489 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a06ebe-65b4-4f45-91e3-4fa93c406b2e None None] Sync routers for ids ['a8975e77-c98e-4fbb-9e04-76244cf88a44'] in dv-cinder-796170-1-iscsi {{(pid=92488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 14 03:29:15.097923 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a06ebe-65b4-4f45-91e3-4fa93c406b2e None None] Routers {'a8975e77-c98e-4fbb-9e04-76244cf88a44'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:29:15.098611 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-00a06ebe-65b4-4f45-91e3-4fa93c406b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5dc72430>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:29:07Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['a8975e77-c98e-4fbb-9e04-76244cf88a44'], 'active': True} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:29:15.142157 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-9a85e203-ff18-43a4-a18e-49786102ca6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for port, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:15.194797 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-3de362fb-c21d-4781-ab8f-1d7a49413e8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:15.218813 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:15.220499 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 10aa1e78-345e-496d-87fe-9879956aba37 up at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:29:15.254592 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-3de362fb-c21d-4781-ab8f-1d7a49413e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:15.264053 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvr_db [None req-00a06ebe-65b4-4f45-91e3-4fa93c406b2e None None] Set router a8975e77-c98e-4fbb-9e04-76244cf88a44 gateway port host: dv-cinder-796170-1-iscsi {{(pid=92488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:29:15.264831 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-80506550-1015-4061-aa79-e1589870f70b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:29:15.270291 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:29:15.302976 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3de362fb-c21d-4781-ab8f-1d7a49413e8a admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'}  {{(pid=92485) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 14 03:29:15.324443 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e381e91-6f13-4f11-80b2-58a9b5f82312 req-3de3a85f-72f4-463e-87af-8d9bb25f9e6e tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:15.326726 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-3e381e91-6f13-4f11-80b2-58a9b5f82312 req-3de3a85f-72f4-463e-87af-8d9bb25f9e6e tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ec59366-a676-4120-af0b-e2ca51eab895 HTTP/1.1" status: 200  len: 945 time: 0.1226590
Jun 14 03:29:15.329284 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de362fb-c21d-4781-ab8f-1d7a49413e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8260b486-5215-475c-8d9c-1b11bc38e2fc,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:29:15.333533 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-3de362fb-c21d-4781-ab8f-1d7a49413e8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:29:15.336943 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-3de362fb-c21d-4781-ab8f-1d7a49413e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677934'] for segment, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:15.336943 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.db.segments_db [None req-3de362fb-c21d-4781-ab8f-1d7a49413e8a admin admin] Added segment 71c54ad4-180e-401c-8ff4-4e745d50bdc2 of type vlan for network f8dd9a38-fa14-4602-a2fa-9a0fae1937be
Jun 14 03:29:15.353620 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Pushing event updated for resources: {'Port': ['ID=79477526-6d8d-4b0a-b990-db272a4e1dde,revision_number=4']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:29:15.364751 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:29:15.383893 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-c3defd43-1981-42bc-8192-4a860a6730e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5cfe1370>, [{'id': '7eeb646e-f92b-461d-921d-9015b82f8a10', 'name': 'tempest-AttachVolumeTestJSON-188844159-router', 'tenant_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '4b4860d7-2946-40be-af39-d4fea81aa8b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:29:11Z', 'updated_at': '2021-06-14T03:29:12Z', 'revision_number': 3, 'project_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'gw_port': {'id': '4b4860d7-2946-40be-af39-d4fea81aa8b5', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:35:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eeb646e-f92b-461d-921d-9015b82f8a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:29:11Z', 'updated_at': '2021-06-14T03:29:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi'}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:29:15.388304 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3defd43-1981-42bc-8192-4a860a6730e7 None None] Checking router: 7eeb646e-f92b-461d-921d-9015b82f8a10 for host: dv-cinder-796170-1-iscsi {{(pid=92487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 14 03:29:15.388981 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3defd43-1981-42bc-8192-4a860a6730e7 None None] Updating router 7eeb646e-f92b-461d-921d-9015b82f8a10 port 4b4860d7-2946-40be-af39-d4fea81aa8b5 binding host dv-cinder-796170-1-iscsi {{(pid=92487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 14 03:29:15.416492 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.db_base_plugin_common [None req-9a85e203-ff18-43a4-a18e-49786102ca6c admin admin] Allocated IP 172.20.0.1 (59204b5b-ebc4-4155-af46-f7c56f00d62d/9185bba9-0b92-4177-95a7-76932f513987/0aa07458-7d7b-4342-a3f6-0f0755db32f4) {{(pid=92486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 14 03:29:15.434603 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-3e381e91-6f13-4f11-80b2-58a9b5f82312 req-17db6319-c5a5-45ce-8a4c-4acd219f1768 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a6b1277-c90a-4bc7-b7bd-605c36cc3316&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0849304
Jun 14 03:29:15.438680 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-3de362fb-c21d-4781-ab8f-1d7a49413e8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756196669341'] for network, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:15.443704 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning for port 10aa1e78-345e-496d-87fe-9879956aba37 completed by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:29:15.453601 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning complete for port 10aa1e78-345e-496d-87fe-9879956aba37 triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:29:15.454252 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:15.456472 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-c3defd43-1981-42bc-8192-4a860a6730e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:15.554408 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-3de362fb-c21d-4781-ab8f-1d7a49413e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111'] for network, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:15.557372 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de362fb-c21d-4781-ab8f-1d7a49413e8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:15.557964 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-3de362fb-c21d-4781-ab8f-1d7a49413e8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for network, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:15.573505 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:29:15.593213 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-9a85e203-ff18-43a4-a18e-49786102ca6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:15.600133 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-00a06ebe-65b4-4f45-91e3-4fa93c406b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5dc72430>, [{'id': 'a8975e77-c98e-4fbb-9e04-76244cf88a44', 'name': 'tempest-TestMinimumBasicScenario-1494566487-router', 'tenant_id': '28ed75610aab41d6b712bab6d7683723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '79477526-6d8d-4b0a-b990-db272a4e1dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:29:07Z', 'updated_at': '2021-06-14T03:29:12Z', 'revision_number': 4, 'project_id': '28ed75610aab41d6b712bab6d7683723', 'gw_port': {'id': '79477526-6d8d-4b0a-b990-db272a4e1dde', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:13:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8975e77-c98e-4fbb-9e04-76244cf88a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:29:08Z', 'updated_at': '2021-06-14T03:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_interfaces': [{'id': '3c2bf119-e67d-47d4-8556-471613a0f887', 'name': '', 'network_id': '17b1c6ed-0d7c-4c23-b6be-51ac75c739d5', 'tenant_id': '28ed75610aab41d6b712bab6d7683723', 'mac_address': 'fa:16:3e:63:23:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8975e77-c98e-4fbb-9e04-76244cf88a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '84e982b5-5bc7-46b2-bff6-94158039073b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:29:11Z', 'updated_at': '2021-06-14T03:29:12Z', 'revision_number': 2, 'project_id': '28ed75610aab41d6b712bab6d7683723', 'subnets': [{'id': '84e982b5-5bc7-46b2-bff6-94158039073b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:29:15.604458 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a06ebe-65b4-4f45-91e3-4fa93c406b2e None None] Checking router: a8975e77-c98e-4fbb-9e04-76244cf88a44 for host: dv-cinder-796170-1-iscsi {{(pid=92488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 14 03:29:15.605049 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a06ebe-65b4-4f45-91e3-4fa93c406b2e None None] Updating router a8975e77-c98e-4fbb-9e04-76244cf88a44 port 3c2bf119-e67d-47d4-8556-471613a0f887 binding host dv-cinder-796170-1-iscsi {{(pid=92488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 14 03:29:15.612506 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.provisioning_blocks [None req-9a85e203-ff18-43a4-a18e-49786102ca6c admin admin] Transition to ACTIVE for port object 0aa07458-7d7b-4342-a3f6-0f0755db32f4 will not be triggered until provisioned by entity DHCP. {{(pid=92486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:29:15.656574 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron_lib.callbacks.manager [None req-00a06ebe-65b4-4f45-91e3-4fa93c406b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:15.676245 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-3de362fb-c21d-4781-ab8f-1d7a49413e8a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.8082769
Jun 14 03:29:15.677598 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de362fb-c21d-4781-ab8f-1d7a49413e8a admin admin] Pushing event updated for resources: {'Network': ['ID=f8dd9a38-fa14-4602-a2fa-9a0fae1937be,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:29:15.680361 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-3de362fb-c21d-4781-ab8f-1d7a49413e8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:29:15.687876 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 47722) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:29:15.693896 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [None req-348b7941-d180-47d6-ac6e-c75ac25c319e admin admin] Request body: {'subnet': {'network_id': 'f8dd9a38-fa14-4602-a2fa-9a0fae1937be', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-424347140-subnet', 'tenant_id': 'dce997746adf479bb45cafbeee5175a5', 'ip_version': 4}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:29:15.700351 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Network f8dd9a38-fa14-4602-a2fa-9a0fae1937be details requested by agent ovs-agent-dv-cinder-796170-1-iscsi with host dv-cinder-796170-1-iscsi {{(pid=92487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 14 03:29:15.730834 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:15.754604 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-9a85e203-ff18-43a4-a18e-49786102ca6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-668656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756196682527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63152314'] for port, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:15.758238 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-5825197d-f45b-4930-90b4-fb1587ac885a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:29:15.807479 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a85e203-ff18-43a4-a18e-49786102ca6c admin admin] Network 59204b5b-ebc4-4155-af46-f7c56f00d62d is already hosted by enough agents. {{(pid=92486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 14 03:29:15.810873 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348b7941-d180-47d6-ac6e-c75ac25c319e admin admin] Made reservation on behalf of dce997746adf479bb45cafbeee5175a5 for: {'subnet': 1} {{(pid=92486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 14 03:29:15.813668 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-348b7941-d180-47d6-ac6e-c75ac25c319e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63246795'] for subnet, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:15.815754 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.base_scheduler [None req-9a85e203-ff18-43a4-a18e-49786102ca6c admin admin] Resources bound (agent type, host, resource id):  {{(pid=92486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:29:15.822939 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a85e203-ff18-43a4-a18e-49786102ca6c admin admin] Received port after_create {{(pid=92486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 14 03:29:15.881130 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a85e203-ff18-43a4-a18e-49786102ca6c admin admin] Pushing event updated for resources: {'Port': ['ID=0aa07458-7d7b-4342-a3f6-0f0755db32f4,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:29:15.894503 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] For port 10aa1e78-345e-496d-87fe-9879956aba37, host dv-cinder-796170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=10aa1e78-345e-496d-87fe-9879956aba37,segment=NetworkSegment(7624187a-a66a-47fb-8736-9f51337befd0),segment_id=7624187a-a66a-47fb-8736-9f51337befd0)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:29:15.909251 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-9a85e203-ff18-43a4-a18e-49786102ca6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:29:15.984641 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-c3defd43-1981-42bc-8192-4a860a6730e7 None None] Notify callbacks [] for port, precommit_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:15.988509 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-9a85e203-ff18-43a4-a18e-49786102ca6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66751066'] for router_interface, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:15.995190 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-c3defd43-1981-42bc-8192-4a860a6730e7 None None] Transition to ACTIVE for port object 4b4860d7-2946-40be-af39-d4fea81aa8b5 will not be triggered until provisioned by entity L2. {{(pid=92487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:29:15.999465 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:16.001606 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:29:16.068626 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-c3defd43-1981-42bc-8192-4a860a6730e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:16.073818 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Pushing event updated for resources: {'Port': ['ID=10aa1e78-345e-496d-87fe-9879956aba37,revision_number=3']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:29:16.085874 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:29:16.101360 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:29:16.132665 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron_lib.callbacks.manager [None req-00a06ebe-65b4-4f45-91e3-4fa93c406b2e None None] Notify callbacks [] for port, precommit_update {{(pid=92488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:16.142904 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.provisioning_blocks [None req-00a06ebe-65b4-4f45-91e3-4fa93c406b2e None None] Transition to ACTIVE for port object 3c2bf119-e67d-47d4-8556-471613a0f887 will not be triggered until provisioned by entity L2. {{(pid=92488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:29:16.165081 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 79477526-6d8d-4b0a-b990-db272a4e1dde up at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:29:16.211580 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron_lib.callbacks.manager [None req-00a06ebe-65b4-4f45-91e3-4fa93c406b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:16.214049 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:29:16.226770 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.managers [None req-c3defd43-1981-42bc-8192-4a860a6730e7 None None] Attempting to bind port 4b4860d7-2946-40be-af39-d4fea81aa8b5 on host dv-cinder-796170-1-iscsi for vnic_type normal with profile  {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 14 03:29:16.227295 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.managers [None req-c3defd43-1981-42bc-8192-4a860a6730e7 None None] Attempting to bind port 4b4860d7-2946-40be-af39-d4fea81aa8b5 by drivers openvswitch,hyperv on host dv-cinder-796170-1-iscsi at level 0 using segments [{'id': '893a0064-443a-4390-b9c3-705fa3bdf9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba'}] {{(pid=92487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 14 03:29:16.227673 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3defd43-1981-42bc-8192-4a860a6730e7 None None] Attempting to bind port 4b4860d7-2946-40be-af39-d4fea81aa8b5 on network 93400a53-dc51-45a7-8a67-e74b6f34e4ba {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 14 03:29:16.233623 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51319321-fcbf-43c4-aab2-dd5235aa4097 None None] Pushing event updated for resources: {'Port': ['ID=4b4860d7-2946-40be-af39-d4fea81aa8b5,revision_number=2']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:29:16.238161 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-51319321-fcbf-43c4-aab2-dd5235aa4097 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:29:16.246280 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3defd43-1981-42bc-8192-4a860a6730e7 None None] Checking agent: {'id': '3556250a-8008-4613-a9a6-6061713fcb85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 13, 37), 'started_at': datetime.datetime(2021, 6, 14, 3, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 14 03:29:16.246739 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3defd43-1981-42bc-8192-4a860a6730e7 None None] Checking segment: {'id': '893a0064-443a-4390-b9c3-705fa3bdf9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 14 03:29:16.248289 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-c3defd43-1981-42bc-8192-4a860a6730e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:16.249015 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3defd43-1981-42bc-8192-4a860a6730e7 None None] Bound using segment: {'id': '893a0064-443a-4390-b9c3-705fa3bdf9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba'} {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 14 03:29:16.249797 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.managers [None req-c3defd43-1981-42bc-8192-4a860a6730e7 None None] Bound port: 4b4860d7-2946-40be-af39-d4fea81aa8b5, host: dv-cinder-796170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '893a0064-443a-4390-b9c3-705fa3bdf9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba'}}] {{(pid=92487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 14 03:29:16.250158 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-c3defd43-1981-42bc-8192-4a860a6730e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:16.309953 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee6bfbb-8f5c-4127-ad1e-a6d446b4dfea None None] Pushing event updated for resources: {'Port': ['ID=3c2bf119-e67d-47d4-8556-471613a0f887,revision_number=3']} {{(pid=92488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:29:16.314841 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG oslo_concurrency.lockutils [None req-eee6bfbb-8f5c-4127-ad1e-a6d446b4dfea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:29:16.323567 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning complete for port 79477526-6d8d-4b0a-b990-db272a4e1dde triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:29:16.324038 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:16.344528 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-348b7941-d180-47d6-ac6e-c75ac25c319e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66823779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63152394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63246813'] for subnet, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:16.354376 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:29:16.383110 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.managers [None req-00a06ebe-65b4-4f45-91e3-4fa93c406b2e None None] Attempting to bind port 3c2bf119-e67d-47d4-8556-471613a0f887 on host dv-cinder-796170-1-iscsi for vnic_type normal with profile  {{(pid=92488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 14 03:29:16.383483 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.managers [None req-00a06ebe-65b4-4f45-91e3-4fa93c406b2e None None] Attempting to bind port 3c2bf119-e67d-47d4-8556-471613a0f887 by drivers openvswitch,hyperv on host dv-cinder-796170-1-iscsi at level 0 using segments [{'id': '40e90c70-6f9e-4418-9cec-b748b63d8c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '17b1c6ed-0d7c-4c23-b6be-51ac75c739d5'}] {{(pid=92488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 14 03:29:16.383915 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a06ebe-65b4-4f45-91e3-4fa93c406b2e None None] Attempting to bind port 3c2bf119-e67d-47d4-8556-471613a0f887 on network 17b1c6ed-0d7c-4c23-b6be-51ac75c739d5 {{(pid=92488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 14 03:29:16.388466 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-c3defd43-1981-42bc-8192-4a860a6730e7 None None] For port 4b4860d7-2946-40be-af39-d4fea81aa8b5, host dv-cinder-796170-1-iscsi, cleared binding levels {{(pid=92487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 14 03:29:16.389491 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a06ebe-65b4-4f45-91e3-4fa93c406b2e None None] Checking agent: {'id': '3556250a-8008-4613-a9a6-6061713fcb85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 13, 37), 'started_at': datetime.datetime(2021, 6, 14, 3, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 14 03:29:16.390381 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a06ebe-65b4-4f45-91e3-4fa93c406b2e None None] Checking segment: {'id': '40e90c70-6f9e-4418-9cec-b748b63d8c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '17b1c6ed-0d7c-4c23-b6be-51ac75c739d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 14 03:29:16.390381 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron_lib.callbacks.manager [None req-00a06ebe-65b4-4f45-91e3-4fa93c406b2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:16.391591 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a06ebe-65b4-4f45-91e3-4fa93c406b2e None None] Bound using segment: {'id': '40e90c70-6f9e-4418-9cec-b748b63d8c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '17b1c6ed-0d7c-4c23-b6be-51ac75c739d5'} {{(pid=92488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 14 03:29:16.391591 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.managers [None req-00a06ebe-65b4-4f45-91e3-4fa93c406b2e None None] Bound port: 3c2bf119-e67d-47d4-8556-471613a0f887, host: dv-cinder-796170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40e90c70-6f9e-4418-9cec-b748b63d8c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '17b1c6ed-0d7c-4c23-b6be-51ac75c739d5'}}] {{(pid=92488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 14 03:29:16.391767 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-c824dab6-131e-4b86-a7a9-718434608e21 None None] Provisioning for port 0aa07458-7d7b-4342-a3f6-0f0755db32f4 completed by entity DHCP. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:29:16.391858 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron_lib.callbacks.manager [None req-00a06ebe-65b4-4f45-91e3-4fa93c406b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:16.399538 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-9a85e203-ff18-43a4-a18e-49786102ca6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:16.409141 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-c824dab6-131e-4b86-a7a9-718434608e21 None None] Provisioning complete for port 0aa07458-7d7b-4342-a3f6-0f0755db32f4 triggered by entity DHCP. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:29:16.409520 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-c824dab6-131e-4b86-a7a9-718434608e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:16.413165 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-c3defd43-1981-42bc-8192-4a860a6730e7 None None] For port 4b4860d7-2946-40be-af39-d4fea81aa8b5, host dv-cinder-796170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=4b4860d7-2946-40be-af39-d4fea81aa8b5,segment=NetworkSegment(893a0064-443a-4390-b9c3-705fa3bdf9f8),segment_id=893a0064-443a-4390-b9c3-705fa3bdf9f8)] {{(pid=92487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 14 03:29:16.447516 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b7941-d180-47d6-ac6e-c75ac25c319e admin admin] Pushing event updated for resources: {'Subnet': ['ID=56719362-1456-4574-8f30-583b000af875,revision_number=0']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:29:16.450606 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-348b7941-d180-47d6-ac6e-c75ac25c319e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:29:16.489166 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348b7941-d180-47d6-ac6e-c75ac25c319e admin admin] Checking segment: {'id': '71c54ad4-180e-401c-8ff4-4e745d50bdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f8dd9a38-fa14-4602-a2fa-9a0fae1937be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 14 03:29:16.489630 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348b7941-d180-47d6-ac6e-c75ac25c319e admin admin] Network hostable DHCP agents. Network: f8dd9a38-fa14-4602-a2fa-9a0fae1937be, hostable agents: ['0d423c39-5fbd-4170-be1c-b40e9c0b21c1'], hosted agents: [] {{(pid=92486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 14 03:29:16.501200 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-c3defd43-1981-42bc-8192-4a860a6730e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:16.506002 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-a8847ce3-1cee-435d-97e2-14918896fbb4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:29:16.522564 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.db [None req-00a06ebe-65b4-4f45-91e3-4fa93c406b2e None None] For port 3c2bf119-e67d-47d4-8556-471613a0f887, host dv-cinder-796170-1-iscsi, cleared binding levels {{(pid=92488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 14 03:29:16.553723 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.db [None req-00a06ebe-65b4-4f45-91e3-4fa93c406b2e None None] For port 3c2bf119-e67d-47d4-8556-471613a0f887, host dv-cinder-796170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=3c2bf119-e67d-47d4-8556-471613a0f887,segment=NetworkSegment(40e90c70-6f9e-4418-9cec-b748b63d8c33),segment_id=40e90c70-6f9e-4418-9cec-b748b63d8c33)] {{(pid=92488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 14 03:29:16.559087 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-c824dab6-131e-4b86-a7a9-718434608e21 None None] Port 0aa07458-7d7b-4342-a3f6-0f0755db32f4 cannot update to ACTIVE because it is not bound. {{(pid=92487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 14 03:29:16.587356 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3defd43-1981-42bc-8192-4a860a6730e7 None None] Routers {'7eeb646e-f92b-461d-921d-9015b82f8a10'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:29:16.587989 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-c3defd43-1981-42bc-8192-4a860a6730e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5cfe1370>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:29:07Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['7eeb646e-f92b-461d-921d-9015b82f8a10'], 'active': True} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:29:16.589772 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51319321-fcbf-43c4-aab2-dd5235aa4097 None None] Pushing event updated for resources: {'Port': ['ID=4b4860d7-2946-40be-af39-d4fea81aa8b5,revision_number=3']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:29:16.613902 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348b7941-d180-47d6-ac6e-c75ac25c319e admin admin] Network f8dd9a38-fa14-4602-a2fa-9a0fae1937be is scheduled to be hosted by DHCP agent 0d423c39-5fbd-4170-be1c-b40e9c0b21c1 with binding_index 1 {{(pid=92486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 14 03:29:16.637102 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron_lib.callbacks.manager [None req-00a06ebe-65b4-4f45-91e3-4fa93c406b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:16.639449 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:29:16.646618 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-51319321-fcbf-43c4-aab2-dd5235aa4097 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:29:16.705639 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a06ebe-65b4-4f45-91e3-4fa93c406b2e None None] Routers {'a8975e77-c98e-4fbb-9e04-76244cf88a44'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:29:16.706372 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-00a06ebe-65b4-4f45-91e3-4fa93c406b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5dc72430>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:29:07Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['a8975e77-c98e-4fbb-9e04-76244cf88a44'], 'active': True} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:29:16.711565 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee6bfbb-8f5c-4127-ad1e-a6d446b4dfea None None] Pushing event updated for resources: {'Port': ['ID=3c2bf119-e67d-47d4-8556-471613a0f887,revision_number=4']} {{(pid=92488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:29:16.725168 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.base_scheduler [None req-348b7941-d180-47d6-ac6e-c75ac25c319e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-1-iscsi, f8dd9a38-fa14-4602-a2fa-9a0fae1937be) {{(pid=92486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:29:16.744519 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789eee4d-2c7b-410c-9ce9-6347ff47cc7b None None] Network f8dd9a38-fa14-4602-a2fa-9a0fae1937be requested from dv-cinder-796170-1-iscsi {{(pid=92487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 14 03:29:16.749844 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b88adb8-0123-4d6b-8ab1-58debb06116e req-4b44e9bc-c304-4d2b-9f68-119e3c7b6fbd tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:16.758139 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-2b88adb8-0123-4d6b-8ab1-58debb06116e req-4b44e9bc-c304-4d2b-9f68-119e3c7b6fbd tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ec59366-a676-4120-af0b-e2ca51eab895 HTTP/1.1" status: 200  len: 945 time: 0.1478508
Jun 14 03:29:16.760637 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348b7941-d180-47d6-ac6e-c75ac25c319e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:16.761230 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-348b7941-d180-47d6-ac6e-c75ac25c319e admin admin] Notify callbacks [] for subnet, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:16.767668 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG oslo_concurrency.lockutils [None req-eee6bfbb-8f5c-4127-ad1e-a6d446b4dfea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:29:16.822421 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-9a85e203-ff18-43a4-a18e-49786102ca6c admin admin] Notify callbacks [] for port, precommit_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:16.843703 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-2b88adb8-0123-4d6b-8ab1-58debb06116e req-1fe9b3df-deaa-4be0-a26b-9c9bfd457207 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a6b1277-c90a-4bc7-b7bd-605c36cc3316&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0845602
Jun 14 03:29:16.847659 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-348b7941-d180-47d6-ac6e-c75ac25c319e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.1580267
Jun 14 03:29:16.850178 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 47726) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:29:16.862284 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [None req-7c1b7547-7582-4ba0-885e-7502bdad7327 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-424347140-router', 'tenant_id': 'dce997746adf479bb45cafbeee5175a5', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba'}}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:29:16.882243 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-9a85e203-ff18-43a4-a18e-49786102ca6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63152260'] for port, after_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:16.893585 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvr_db [None req-00a06ebe-65b4-4f45-91e3-4fa93c406b2e None None] Set router a8975e77-c98e-4fbb-9e04-76244cf88a44 gateway port host: dv-cinder-796170-1-iscsi {{(pid=92488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:29:16.899421 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvr_db [None req-c3defd43-1981-42bc-8192-4a860a6730e7 None None] Set router 7eeb646e-f92b-461d-921d-9015b82f8a10 gateway port host: dv-cinder-796170-1-iscsi {{(pid=92487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:29:16.935866 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-3b525818-0a53-4e20-8099-7e7b9b6c1297 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:29:16.941898 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-9a85e203-ff18-43a4-a18e-49786102ca6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66608333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66751182'] for router_interface, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:16.979587 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-7c1b7547-7582-4ba0-885e-7502bdad7327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-66749865', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-256276'] for router, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:16.980494 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-7c1b7547-7582-4ba0-885e-7502bdad7327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-66749902', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-66755800', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-66935751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-256495'] for router, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:17.048316 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a85e203-ff18-43a4-a18e-49786102ca6c admin admin] Pushing event updated for resources: {'Port': ['ID=0aa07458-7d7b-4342-a3f6-0f0755db32f4,revision_number=2']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:29:17.055273 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-9a85e203-ff18-43a4-a18e-49786102ca6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:29:17.267303 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-00a06ebe-65b4-4f45-91e3-4fa93c406b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5dc72430>, [{'id': 'a8975e77-c98e-4fbb-9e04-76244cf88a44', 'name': 'tempest-TestMinimumBasicScenario-1494566487-router', 'tenant_id': '28ed75610aab41d6b712bab6d7683723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '79477526-6d8d-4b0a-b990-db272a4e1dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:29:07Z', 'updated_at': '2021-06-14T03:29:12Z', 'revision_number': 4, 'project_id': '28ed75610aab41d6b712bab6d7683723', 'gw_port': {'id': '79477526-6d8d-4b0a-b990-db272a4e1dde', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:13:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8975e77-c98e-4fbb-9e04-76244cf88a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:29:08Z', 'updated_at': '2021-06-14T03:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_interfaces': [{'id': '3c2bf119-e67d-47d4-8556-471613a0f887', 'name': '', 'network_id': '17b1c6ed-0d7c-4c23-b6be-51ac75c739d5', 'tenant_id': '28ed75610aab41d6b712bab6d7683723', 'mac_address': 'fa:16:3e:63:23:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8975e77-c98e-4fbb-9e04-76244cf88a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '84e982b5-5bc7-46b2-bff6-94158039073b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:29:11Z', 'updated_at': '2021-06-14T03:29:16Z', 'revision_number': 4, 'project_id': '28ed75610aab41d6b712bab6d7683723', 'subnets': [{'id': '84e982b5-5bc7-46b2-bff6-94158039073b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:29:17.271099 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a06ebe-65b4-4f45-91e3-4fa93c406b2e None None] The sync data for ids ['a8975e77-c98e-4fbb-9e04-76244cf88a44'] in dv-cinder-796170-1-iscsi is: [{'id': 'a8975e77-c98e-4fbb-9e04-76244cf88a44', 'name': 'tempest-TestMinimumBasicScenario-1494566487-router', 'tenant_id': '28ed75610aab41d6b712bab6d7683723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '79477526-6d8d-4b0a-b990-db272a4e1dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:29:07Z', 'updated_at': '2021-06-14T03:29:12Z', 'revision_number': 4, 'project_id': '28ed75610aab41d6b712bab6d7683723', 'gw_port': {'id': '79477526-6d8d-4b0a-b990-db272a4e1dde', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:13:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8975e77-c98e-4fbb-9e04-76244cf88a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:29:08Z', 'updated_at': '2021-06-14T03:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_interfaces': [{'id': '3c2bf119-e67d-47d4-8556-471613a0f887', 'name': '', 'network_id': '17b1c6ed-0d7c-4c23-b6be-51ac75c739d5', 'tenant_id': '28ed75610aab41d6b712bab6d7683723', 'mac_address': 'fa:16:3e:63:23:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8975e77-c98e-4fbb-9e04-76244cf88a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '84e982b5-5bc7-46b2-bff6-94158039073b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:29:11Z', 'updated_at': '2021-06-14T03:29:16Z', 'revision_number': 4, 'project_id': '28ed75610aab41d6b712bab6d7683723', 'subnets': [{'id': '84e982b5-5bc7-46b2-bff6-94158039073b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 14 03:29:17.427690 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33803128-2c93-410d-9ef3-a7cdc0f6448b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp70344d28-076a-51d6-aec4-a96cd55dd66f-f8dd9a38-fa14-4602-a2fa-9a0fae1937be', 'network_id': 'f8dd9a38-fa14-4602-a2fa-9a0fae1937be', 'tenant_id': 'dce997746adf479bb45cafbeee5175a5', 'fixed_ips': [{'subnet_id': '56719362-1456-4574-8f30-583b000af875'}]}} from dv-cinder-796170-1-iscsi. {{(pid=92487) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 14 03:29:17.429121 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-33803128-2c93-410d-9ef3-a7cdc0f6448b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for port, before_create {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:17.466982 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-7c1b7547-7582-4ba0-885e-7502bdad7327 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:17.503812 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a85e203-ff18-43a4-a18e-49786102ca6c admin admin] Network 59204b5b-ebc4-4155-af46-f7c56f00d62d is already hosted by enough agents. {{(pid=92486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 14 03:29:17.505479 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.base_scheduler [None req-9a85e203-ff18-43a4-a18e-49786102ca6c admin admin] Resources bound (agent type, host, resource id):  {{(pid=92486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:29:17.571397 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-c3defd43-1981-42bc-8192-4a860a6730e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5cfe1370>, [{'id': '7eeb646e-f92b-461d-921d-9015b82f8a10', 'name': 'tempest-AttachVolumeTestJSON-188844159-router', 'tenant_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '4b4860d7-2946-40be-af39-d4fea81aa8b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:29:11Z', 'updated_at': '2021-06-14T03:29:16Z', 'revision_number': 4, 'project_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'gw_port': {'id': '4b4860d7-2946-40be-af39-d4fea81aa8b5', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:35:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eeb646e-f92b-461d-921d-9015b82f8a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:29:11Z', 'updated_at': '2021-06-14T03:29:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_interfaces': [{'id': '0aa07458-7d7b-4342-a3f6-0f0755db32f4', 'name': '', 'network_id': '59204b5b-ebc4-4155-af46-f7c56f00d62d', 'tenant_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'mac_address': 'fa:16:3e:16:e5:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eeb646e-f92b-461d-921d-9015b82f8a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '9185bba9-0b92-4177-95a7-76932f513987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:29:15Z', 'updated_at': '2021-06-14T03:29:15Z', 'revision_number': 1, 'project_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'subnets': [{'id': '9185bba9-0b92-4177-95a7-76932f513987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:29:17.606416 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3defd43-1981-42bc-8192-4a860a6730e7 None None] The sync data for ids ['7eeb646e-f92b-461d-921d-9015b82f8a10'] in dv-cinder-796170-1-iscsi is: [{'id': '7eeb646e-f92b-461d-921d-9015b82f8a10', 'name': 'tempest-AttachVolumeTestJSON-188844159-router', 'tenant_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '4b4860d7-2946-40be-af39-d4fea81aa8b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:29:11Z', 'updated_at': '2021-06-14T03:29:16Z', 'revision_number': 4, 'project_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'gw_port': {'id': '4b4860d7-2946-40be-af39-d4fea81aa8b5', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:35:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eeb646e-f92b-461d-921d-9015b82f8a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:29:11Z', 'updated_at': '2021-06-14T03:29:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_interfaces': [{'id': '0aa07458-7d7b-4342-a3f6-0f0755db32f4', 'name': '', 'network_id': '59204b5b-ebc4-4155-af46-f7c56f00d62d', 'tenant_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'mac_address': 'fa:16:3e:16:e5:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eeb646e-f92b-461d-921d-9015b82f8a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '9185bba9-0b92-4177-95a7-76932f513987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:29:15Z', 'updated_at': '2021-06-14T03:29:15Z', 'revision_number': 1, 'project_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'subnets': [{'id': '9185bba9-0b92-4177-95a7-76932f513987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 14 03:29:17.655108 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.db_base_plugin_common [None req-33803128-2c93-410d-9ef3-a7cdc0f6448b None None] Allocated IP 172.20.0.2 (f8dd9a38-fa14-4602-a2fa-9a0fae1937be/56719362-1456-4574-8f30-583b000af875/973a724c-9892-4b6d-a867-eb8e937a6f98) {{(pid=92487) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 14 03:29:17.920061 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-33803128-2c93-410d-9ef3-a7cdc0f6448b None None] Notify callbacks [] for port, precommit_create {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:17.923062 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-ef65c402-2dbe-4031-a3d6-f0693f856248 None None] Provisioning complete for port 0aa07458-7d7b-4342-a3f6-0f0755db32f4 triggered by entity DHCP. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:29:17.923443 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-ef65c402-2dbe-4031-a3d6-f0693f856248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:17.955545 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-33803128-2c93-410d-9ef3-a7cdc0f6448b None None] Transition to ACTIVE for port object 973a724c-9892-4b6d-a867-eb8e937a6f98 will not be triggered until provisioned by entity L2. {{(pid=92487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:29:17.957938 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-7c1b7547-7582-4ba0-885e-7502bdad7327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-66755783', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-66749883', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-256505'] for router, precommit_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:17.976004 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a85e203-ff18-43a4-a18e-49786102ca6c admin admin] Router 7eeb646e-f92b-461d-921d-9015b82f8a10 has already been hosted by L3 agent faa78350-ce80-467b-8f2c-9d7893daed85 {{(pid=92486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 14 03:29:17.988484 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-ef65c402-2dbe-4031-a3d6-f0693f856248 None None] Port 0aa07458-7d7b-4342-a3f6-0f0755db32f4 cannot update to ACTIVE because it is not bound. {{(pid=92487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 14 03:29:17.994444 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-33803128-2c93-410d-9ef3-a7cdc0f6448b None None] Transition to ACTIVE for port object 973a724c-9892-4b6d-a867-eb8e937a6f98 will not be triggered until provisioned by entity DHCP. {{(pid=92487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:29:18.088590 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-33803128-2c93-410d-9ef3-a7cdc0f6448b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-668656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756196682527'] for port, after_create {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:18.092327 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-9eece11e-5cc1-454e-8b47-f6dade82ffb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:29:18.173640 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33803128-2c93-410d-9ef3-a7cdc0f6448b None None] Network f8dd9a38-fa14-4602-a2fa-9a0fae1937be is already hosted by enough agents. {{(pid=92487) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 14 03:29:18.175449 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33803128-2c93-410d-9ef3-a7cdc0f6448b None None] Pushing event updated for resources: {'Port': ['ID=973a724c-9892-4b6d-a867-eb8e937a6f98,revision_number=1']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:29:18.192449 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.scheduler.base_scheduler [None req-33803128-2c93-410d-9ef3-a7cdc0f6448b None None] Resources bound (agent type, host, resource id):  {{(pid=92487) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:29:18.197965 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-33803128-2c93-410d-9ef3-a7cdc0f6448b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:29:18.199281 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33803128-2c93-410d-9ef3-a7cdc0f6448b None None] Received port after_create {{(pid=92487) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 14 03:29:18.202063 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a85e203-ff18-43a4-a18e-49786102ca6c admin admin] Notify agent at l3_agent.dv-cinder-796170-1-iscsi the message routers_updated {{(pid=92486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 14 03:29:18.208204 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-9a85e203-ff18-43a4-a18e-49786102ca6c admin admin] 10.222.0.13 "PUT /v2.0/routers/7eeb646e-f92b-461d-921d-9015b82f8a10/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7309535
Jun 14 03:29:18.271412 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 3c2bf119-e67d-47d4-8556-471613a0f887 up at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:29:18.385130 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.managers [None req-33803128-2c93-410d-9ef3-a7cdc0f6448b None None] Attempting to bind port 973a724c-9892-4b6d-a867-eb8e937a6f98 on host dv-cinder-796170-1-iscsi for vnic_type normal with profile  {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 14 03:29:18.385513 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.managers [None req-33803128-2c93-410d-9ef3-a7cdc0f6448b None None] Attempting to bind port 973a724c-9892-4b6d-a867-eb8e937a6f98 by drivers openvswitch,hyperv on host dv-cinder-796170-1-iscsi at level 0 using segments [{'id': '71c54ad4-180e-401c-8ff4-4e745d50bdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f8dd9a38-fa14-4602-a2fa-9a0fae1937be'}] {{(pid=92487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 14 03:29:18.387500 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33803128-2c93-410d-9ef3-a7cdc0f6448b None None] Attempting to bind port 973a724c-9892-4b6d-a867-eb8e937a6f98 on network f8dd9a38-fa14-4602-a2fa-9a0fae1937be {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 14 03:29:18.397238 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33803128-2c93-410d-9ef3-a7cdc0f6448b None None] Checking agent: {'id': '3556250a-8008-4613-a9a6-6061713fcb85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 13, 37), 'started_at': datetime.datetime(2021, 6, 14, 3, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 14 03:29:18.397630 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33803128-2c93-410d-9ef3-a7cdc0f6448b None None] Checking segment: {'id': '71c54ad4-180e-401c-8ff4-4e745d50bdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f8dd9a38-fa14-4602-a2fa-9a0fae1937be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 14 03:29:18.398041 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-33803128-2c93-410d-9ef3-a7cdc0f6448b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:18.398471 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33803128-2c93-410d-9ef3-a7cdc0f6448b None None] Bound using segment: {'id': '71c54ad4-180e-401c-8ff4-4e745d50bdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f8dd9a38-fa14-4602-a2fa-9a0fae1937be'} {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 14 03:29:18.399010 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.managers [None req-33803128-2c93-410d-9ef3-a7cdc0f6448b None None] Bound port: 973a724c-9892-4b6d-a867-eb8e937a6f98, host: dv-cinder-796170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71c54ad4-180e-401c-8ff4-4e745d50bdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f8dd9a38-fa14-4602-a2fa-9a0fae1937be'}}] {{(pid=92487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 14 03:29:18.399508 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-33803128-2c93-410d-9ef3-a7cdc0f6448b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:18.487389 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-7c1b7547-7582-4ba0-885e-7502bdad7327 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:18.517119 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-7c1b7547-7582-4ba0-885e-7502bdad7327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for port, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:18.521201 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-33803128-2c93-410d-9ef3-a7cdc0f6448b None None] For port 973a724c-9892-4b6d-a867-eb8e937a6f98, host dv-cinder-796170-1-iscsi, cleared binding levels {{(pid=92487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 14 03:29:18.524546 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-33803128-2c93-410d-9ef3-a7cdc0f6448b None None] For port 973a724c-9892-4b6d-a867-eb8e937a6f98, host dv-cinder-796170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=973a724c-9892-4b6d-a867-eb8e937a6f98,segment=NetworkSegment(71c54ad4-180e-401c-8ff4-4e745d50bdc2),segment_id=71c54ad4-180e-401c-8ff4-4e745d50bdc2)] {{(pid=92487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 14 03:29:18.543461 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning for port 3c2bf119-e67d-47d4-8556-471613a0f887 completed by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:29:18.547717 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning complete for port 3c2bf119-e67d-47d4-8556-471613a0f887 triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:29:18.548094 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:18.599232 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-33803128-2c93-410d-9ef3-a7cdc0f6448b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:18.599415 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-c759c978-ef13-4541-86d8-7bc38beec487 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:29:18.661850 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.db_base_plugin_common [None req-7c1b7547-7582-4ba0-885e-7502bdad7327 admin admin] Allocated IP 172.27.2.91 (93400a53-dc51-45a7-8a67-e74b6f34e4ba/60a70a14-b6be-44b1-a1f9-f2aaa6aa296b/a454a347-30cf-49a5-8b53-6f61cb1f7823) {{(pid=92486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 14 03:29:18.698896 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33803128-2c93-410d-9ef3-a7cdc0f6448b None None] Pushing event updated for resources: {'Port': ['ID=973a724c-9892-4b6d-a867-eb8e937a6f98,revision_number=2']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:29:18.725166 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-33803128-2c93-410d-9ef3-a7cdc0f6448b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:29:18.777909 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:18.836839 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] For port 3c2bf119-e67d-47d4-8556-471613a0f887, host dv-cinder-796170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=3c2bf119-e67d-47d4-8556-471613a0f887,segment=NetworkSegment(40e90c70-6f9e-4418-9cec-b748b63d8c33),segment_id=40e90c70-6f9e-4418-9cec-b748b63d8c33)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:29:18.883299 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-7c1b7547-7582-4ba0-885e-7502bdad7327 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:18.898905 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:18.900316 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 10aa1e78-345e-496d-87fe-9879956aba37 up at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:29:18.902103 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-40c813a8-009f-41fd-8a50-54791c120d06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:29:18.974248 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-7c1b7547-7582-4ba0-885e-7502bdad7327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-668656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756196682527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63152314'] for port, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:18.978588 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-a73e8411-d4ad-4cfb-a32b-148c54fd8424 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:29:19.005851 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Pushing event updated for resources: {'Port': ['ID=3c2bf119-e67d-47d4-8556-471613a0f887,revision_number=5']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:29:19.013992 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:29:19.039338 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning complete for port 10aa1e78-345e-496d-87fe-9879956aba37 triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:29:19.039890 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:19.068834 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1b7547-7582-4ba0-885e-7502bdad7327 admin admin] Network 93400a53-dc51-45a7-8a67-e74b6f34e4ba is already hosted by enough agents. {{(pid=92486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 14 03:29:19.070204 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.base_scheduler [None req-7c1b7547-7582-4ba0-885e-7502bdad7327 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:29:19.102448 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1b7547-7582-4ba0-885e-7502bdad7327 admin admin] Received port after_create {{(pid=92486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 14 03:29:19.134026 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1b7547-7582-4ba0-885e-7502bdad7327 admin admin] Pushing event updated for resources: {'Port': ['ID=a454a347-30cf-49a5-8b53-6f61cb1f7823,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:29:19.138504 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-7c1b7547-7582-4ba0-885e-7502bdad7327 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:29:19.321887 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 47736) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:29:19.327145 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [None req-7ccf06b7-6c49-4f2b-a761-b2d0747e36a8 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1380803519', 'description': 'tempest-description--1209213975'}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:29:19.449153 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-7ccf06b7-6c49-4f2b-a761-b2d0747e36a8 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks [] for security_group, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:19.574986 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-7c1b7547-7582-4ba0-885e-7502bdad7327 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:19.726515 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-7ccf06b7-6c49-4f2b-a761-b2d0747e36a8 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks [] for security_group, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:19.823659 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4694ce-0856-4b5c-b969-9388600b2f92 None None] Network f8dd9a38-fa14-4602-a2fa-9a0fae1937be requested from dv-cinder-796170-1-iscsi {{(pid=92487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 14 03:29:19.843658 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-7ccf06b7-6c49-4f2b-a761-b2d0747e36a8 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:19.847330 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-11e70cbe-bf27-4292-975f-1d6c27730346 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:29:19.898822 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccf06b7-6c49-4f2b-a761-b2d0747e36a8 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd76923c-7fd3-46c9-9be2-887ba11f6f26,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:29:19.902576 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-7ccf06b7-6c49-4f2b-a761-b2d0747e36a8 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:29:19.921987 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-7c1b7547-7582-4ba0-885e-7502bdad7327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-66749858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-66755231'] for router, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:20.021135 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-b59b7731-2f68-486f-892f-1d38787827d1 None None] Provisioning for port 973a724c-9892-4b6d-a867-eb8e937a6f98 completed by entity DHCP. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:29:20.026582 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-7ccf06b7-6c49-4f2b-a761-b2d0747e36a8 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks [] for security_group, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:20.027778 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-7ccf06b7-6c49-4f2b-a761-b2d0747e36a8 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.7049086
Jun 14 03:29:20.031847 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 47738) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:29:20.038194 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [None req-53b53394-1069-4cd8-9834-0606044613db tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Request body: {'security_group_rule': {'security_group_id': 'fd76923c-7fd3-46c9-9be2-887ba11f6f26', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:29:20.186290 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-53b53394-1069-4cd8-9834-0606044613db tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:20.268102 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c1b7547-7582-4ba0-885e-7502bdad7327 admin admin] Router c21459fd-09d9-478f-b02d-081eb5eb8425 is scheduled to L3 agent faa78350-ce80-467b-8f2c-9d7893daed85 with binding_index 1 {{(pid=92486) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 14 03:29:20.272901 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 4b4860d7-2946-40be-af39-d4fea81aa8b5 up at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:29:20.279084 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-53b53394-1069-4cd8-9834-0606044613db tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:20.381540 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-53b53394-1069-4cd8-9834-0606044613db tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66816466'] for security_group_rule, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:20.386478 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:29:20.399989 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning for port 4b4860d7-2946-40be-af39-d4fea81aa8b5 completed by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:29:20.405699 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning complete for port 4b4860d7-2946-40be-af39-d4fea81aa8b5 triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:29:20.406669 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:20.422798 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b53394-1069-4cd8-9834-0606044613db tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5eebf68-d560-43c2-b994-573647975fba,revision_number=0']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:29:20.426583 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-53b53394-1069-4cd8-9834-0606044613db tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:29:20.463850 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1b7547-7582-4ba0-885e-7502bdad7327 admin admin] Notify agent at l3_agent.dv-cinder-796170-1-iscsi the message routers_updated {{(pid=92486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 14 03:29:20.485956 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-53b53394-1069-4cd8-9834-0606044613db tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:20.489892 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-53b53394-1069-4cd8-9834-0606044613db tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4545457
Jun 14 03:29:20.490167 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 47740) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:29:20.494905 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [None req-46b67a2c-4da2-4fc3-9a15-bb9cda29581a tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Request body: {'security_group_rule': {'security_group_id': 'fd76923c-7fd3-46c9-9be2-887ba11f6f26', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:29:20.495087 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce90873-1ebb-4f88-8075-00b8b3eaadeb None None] Sync routers for ids ['c21459fd-09d9-478f-b02d-081eb5eb8425'] in dv-cinder-796170-1-iscsi {{(pid=92487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 14 03:29:20.522558 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce90873-1ebb-4f88-8075-00b8b3eaadeb None None] Routers {'c21459fd-09d9-478f-b02d-081eb5eb8425'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:29:20.523196 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-fce90873-1ebb-4f88-8075-00b8b3eaadeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5cf78eb0>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:29:07Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['c21459fd-09d9-478f-b02d-081eb5eb8425'], 'active': True} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:29:20.527627 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:20.556118 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-7c1b7547-7582-4ba0-885e-7502bdad7327 admin admin] Notify callbacks [] for router, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:20.557341 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-7c1b7547-7582-4ba0-885e-7502bdad7327 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 3.7034779
Jun 14 03:29:20.560868 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 47742) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:29:20.653562 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] For port 4b4860d7-2946-40be-af39-d4fea81aa8b5, host dv-cinder-796170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=4b4860d7-2946-40be-af39-d4fea81aa8b5,segment=NetworkSegment(893a0064-443a-4390-b9c3-705fa3bdf9f8),segment_id=893a0064-443a-4390-b9c3-705fa3bdf9f8)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:29:20.692841 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvr_db [None req-fce90873-1ebb-4f88-8075-00b8b3eaadeb None None] Set router c21459fd-09d9-478f-b02d-081eb5eb8425 gateway port host: dv-cinder-796170-1-iscsi {{(pid=92487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:29:20.736757 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:20.737614 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 973a724c-9892-4b6d-a867-eb8e937a6f98 up at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:29:20.780220 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-e54c2a5a-d103-48d5-bc3e-7ecdd3a8f97a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:29:20.963232 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Pushing event updated for resources: {'Port': ['ID=4b4860d7-2946-40be-af39-d4fea81aa8b5,revision_number=4']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:29:20.972228 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:29:21.127832 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-46b67a2c-4da2-4fc3-9a15-bb9cda29581a tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:21.161644 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning for port 973a724c-9892-4b6d-a867-eb8e937a6f98 completed by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:29:21.168079 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning complete for port 973a724c-9892-4b6d-a867-eb8e937a6f98 triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:29:21.168470 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:21.239000 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-fce90873-1ebb-4f88-8075-00b8b3eaadeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5cf78eb0>, [{'id': 'c21459fd-09d9-478f-b02d-081eb5eb8425', 'name': 'tempest-TestMinimumBasicScenario-424347140-router', 'tenant_id': 'dce997746adf479bb45cafbeee5175a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'a454a347-30cf-49a5-8b53-6f61cb1f7823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:29:16Z', 'updated_at': '2021-06-14T03:29:19Z', 'revision_number': 3, 'project_id': 'dce997746adf479bb45cafbeee5175a5', 'gw_port': {'id': 'a454a347-30cf-49a5-8b53-6f61cb1f7823', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:13:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c21459fd-09d9-478f-b02d-081eb5eb8425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:29:18Z', 'updated_at': '2021-06-14T03:29:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi'}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:29:21.244366 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce90873-1ebb-4f88-8075-00b8b3eaadeb None None] Checking router: c21459fd-09d9-478f-b02d-081eb5eb8425 for host: dv-cinder-796170-1-iscsi {{(pid=92487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 14 03:29:21.244723 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce90873-1ebb-4f88-8075-00b8b3eaadeb None None] Updating router c21459fd-09d9-478f-b02d-081eb5eb8425 port a454a347-30cf-49a5-8b53-6f61cb1f7823 binding host dv-cinder-796170-1-iscsi {{(pid=92487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 14 03:29:21.315112 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-46b67a2c-4da2-4fc3-9a15-bb9cda29581a tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:21.321892 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:21.323785 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-fce90873-1ebb-4f88-8075-00b8b3eaadeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:21.388968 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-46b67a2c-4da2-4fc3-9a15-bb9cda29581a tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66816466'] for security_group_rule, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:21.398130 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-47db1b70-9ab9-473b-94d5-4e8d7809fed9 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:29:21.410047 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e28d65-01be-413d-ba28-1ac479464edf None None] Sync routers for ids ['7eeb646e-f92b-461d-921d-9015b82f8a10'] in dv-cinder-796170-1-iscsi {{(pid=92488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 14 03:29:21.418861 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e28d65-01be-413d-ba28-1ac479464edf None None] Routers {'7eeb646e-f92b-461d-921d-9015b82f8a10'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:29:21.420027 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-b4e28d65-01be-413d-ba28-1ac479464edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5df76c70>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:29:07Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['7eeb646e-f92b-461d-921d-9015b82f8a10'], 'active': True} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:29:21.425466 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b67a2c-4da2-4fc3-9a15-bb9cda29581a tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f5e42e6-a8f9-487c-b49e-dca361a6a487,revision_number=0']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:29:21.442930 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-46b67a2c-4da2-4fc3-9a15-bb9cda29581a tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:29:21.455255 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] For port 973a724c-9892-4b6d-a867-eb8e937a6f98, host dv-cinder-796170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=973a724c-9892-4b6d-a867-eb8e937a6f98,segment=NetworkSegment(71c54ad4-180e-401c-8ff4-4e745d50bdc2),segment_id=71c54ad4-180e-401c-8ff4-4e745d50bdc2)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:29:21.528434 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-46b67a2c-4da2-4fc3-9a15-bb9cda29581a tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:21.530765 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-46b67a2c-4da2-4fc3-9a15-bb9cda29581a tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.0394976
Jun 14 03:29:21.533944 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 47744) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:29:21.538612 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.v2.base [None req-ef674958-e0fa-4087-84fa-da74b4a21728 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Request body: {'floatingip': {'floating_network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba'}} {{(pid=92485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:29:21.550156 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-8b386f04-80df-4c01-9ba5-b452e236a0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for port, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:21.569678 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:21.570701 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 3c2bf119-e67d-47d4-8556-471613a0f887 up at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:29:21.573842 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:29:21.580983 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvr_db [None req-b4e28d65-01be-413d-ba28-1ac479464edf None None] Set router 7eeb646e-f92b-461d-921d-9015b82f8a10 gateway port host: dv-cinder-796170-1-iscsi {{(pid=92488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:29:21.625291 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-ef674958-e0fa-4087-84fa-da74b4a21728 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks [] for floatingip, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:21.695788 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Pushing event updated for resources: {'Port': ['ID=973a724c-9892-4b6d-a867-eb8e937a6f98,revision_number=3']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:29:21.706495 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:29:21.738162 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning complete for port 3c2bf119-e67d-47d4-8556-471613a0f887 triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:29:21.738576 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:21.773448 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-ef674958-e0fa-4087-84fa-da74b4a21728 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for port, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:21.792587 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.db_base_plugin_common [None req-8b386f04-80df-4c01-9ba5-b452e236a0b9 admin admin] Allocated IP 172.20.0.1 (f8dd9a38-fa14-4602-a2fa-9a0fae1937be/56719362-1456-4574-8f30-583b000af875/d084b477-afcf-412d-a027-efee14ea9a23) {{(pid=92486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 14 03:29:21.821744 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-fce90873-1ebb-4f88-8075-00b8b3eaadeb None None] Notify callbacks [] for port, precommit_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:21.836164 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-fce90873-1ebb-4f88-8075-00b8b3eaadeb None None] Transition to ACTIVE for port object a454a347-30cf-49a5-8b53-6f61cb1f7823 will not be triggered until provisioned by entity L2. {{(pid=92487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:29:21.881870 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-b4e28d65-01be-413d-ba28-1ac479464edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5df76c70>, [{'id': '7eeb646e-f92b-461d-921d-9015b82f8a10', 'name': 'tempest-AttachVolumeTestJSON-188844159-router', 'tenant_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '4b4860d7-2946-40be-af39-d4fea81aa8b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:29:11Z', 'updated_at': '2021-06-14T03:29:16Z', 'revision_number': 4, 'project_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'gw_port': {'id': '4b4860d7-2946-40be-af39-d4fea81aa8b5', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:35:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeb646e-f92b-461d-921d-9015b82f8a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:29:11Z', 'updated_at': '2021-06-14T03:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_interfaces': [{'id': '0aa07458-7d7b-4342-a3f6-0f0755db32f4', 'name': '', 'network_id': '59204b5b-ebc4-4155-af46-f7c56f00d62d', 'tenant_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'mac_address': 'fa:16:3e:16:e5:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eeb646e-f92b-461d-921d-9015b82f8a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '9185bba9-0b92-4177-95a7-76932f513987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:29:15Z', 'updated_at': '2021-06-14T03:29:16Z', 'revision_number': 2, 'project_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'subnets': [{'id': '9185bba9-0b92-4177-95a7-76932f513987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:29:21.887248 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e28d65-01be-413d-ba28-1ac479464edf None None] Checking router: 7eeb646e-f92b-461d-921d-9015b82f8a10 for host: dv-cinder-796170-1-iscsi {{(pid=92488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 14 03:29:21.888263 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e28d65-01be-413d-ba28-1ac479464edf None None] Updating router 7eeb646e-f92b-461d-921d-9015b82f8a10 port 0aa07458-7d7b-4342-a3f6-0f0755db32f4 binding host dv-cinder-796170-1-iscsi {{(pid=92488) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 14 03:29:21.926184 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-fce90873-1ebb-4f88-8075-00b8b3eaadeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:21.931654 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:29:21.933586 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron_lib.callbacks.manager [None req-b4e28d65-01be-413d-ba28-1ac479464edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:21.951906 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-8b386f04-80df-4c01-9ba5-b452e236a0b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:21.971487 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.provisioning_blocks [None req-8b386f04-80df-4c01-9ba5-b452e236a0b9 admin admin] Transition to ACTIVE for port object d084b477-afcf-412d-a027-efee14ea9a23 will not be triggered until provisioned by entity DHCP. {{(pid=92486) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:29:21.995746 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.db_base_plugin_common [None req-ef674958-e0fa-4087-84fa-da74b4a21728 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Allocated IP 172.27.2.217 (93400a53-dc51-45a7-8a67-e74b6f34e4ba/60a70a14-b6be-44b1-a1f9-f2aaa6aa296b/b25ddefc-d4b6-4ea4-8013-a06c66364505) {{(pid=92485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 14 03:29:22.007890 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.managers [None req-fce90873-1ebb-4f88-8075-00b8b3eaadeb None None] Attempting to bind port a454a347-30cf-49a5-8b53-6f61cb1f7823 on host dv-cinder-796170-1-iscsi for vnic_type normal with profile  {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 14 03:29:22.008550 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.managers [None req-fce90873-1ebb-4f88-8075-00b8b3eaadeb None None] Attempting to bind port a454a347-30cf-49a5-8b53-6f61cb1f7823 by drivers openvswitch,hyperv on host dv-cinder-796170-1-iscsi at level 0 using segments [{'id': '893a0064-443a-4390-b9c3-705fa3bdf9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba'}] {{(pid=92487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 14 03:29:22.008969 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce90873-1ebb-4f88-8075-00b8b3eaadeb None None] Attempting to bind port a454a347-30cf-49a5-8b53-6f61cb1f7823 on network 93400a53-dc51-45a7-8a67-e74b6f34e4ba {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 14 03:29:22.018195 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce90873-1ebb-4f88-8075-00b8b3eaadeb None None] Checking agent: {'id': '3556250a-8008-4613-a9a6-6061713fcb85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 13, 37), 'started_at': datetime.datetime(2021, 6, 14, 3, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 14 03:29:22.018732 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce90873-1ebb-4f88-8075-00b8b3eaadeb None None] Checking segment: {'id': '893a0064-443a-4390-b9c3-705fa3bdf9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 14 03:29:22.019234 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-fce90873-1ebb-4f88-8075-00b8b3eaadeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:22.019751 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fce90873-1ebb-4f88-8075-00b8b3eaadeb None None] Bound using segment: {'id': '893a0064-443a-4390-b9c3-705fa3bdf9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba'} {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 14 03:29:22.020533 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.managers [None req-fce90873-1ebb-4f88-8075-00b8b3eaadeb None None] Bound port: a454a347-30cf-49a5-8b53-6f61cb1f7823, host: dv-cinder-796170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '893a0064-443a-4390-b9c3-705fa3bdf9f8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba'}}] {{(pid=92487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 14 03:29:22.020796 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-fce90873-1ebb-4f88-8075-00b8b3eaadeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:22.022473 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb68d17-29f5-45f2-8123-2522cf3b4665 None None] Pushing event updated for resources: {'Port': ['ID=a454a347-30cf-49a5-8b53-6f61cb1f7823,revision_number=2']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:29:22.025831 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-0fb68d17-29f5-45f2-8123-2522cf3b4665 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:29:22.087961 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-8b386f04-80df-4c01-9ba5-b452e236a0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-668656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756196682527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63152314'] for port, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:22.098314 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-5641f558-3bd9-4ca0-b698-4b22b72ccb1f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:29:22.102808 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-fce90873-1ebb-4f88-8075-00b8b3eaadeb None None] For port a454a347-30cf-49a5-8b53-6f61cb1f7823, host dv-cinder-796170-1-iscsi, cleared binding levels {{(pid=92487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 14 03:29:22.112678 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-fce90873-1ebb-4f88-8075-00b8b3eaadeb None None] For port a454a347-30cf-49a5-8b53-6f61cb1f7823, host dv-cinder-796170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=a454a347-30cf-49a5-8b53-6f61cb1f7823,segment=NetworkSegment(893a0064-443a-4390-b9c3-705fa3bdf9f8),segment_id=893a0064-443a-4390-b9c3-705fa3bdf9f8)] {{(pid=92487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 14 03:29:22.144447 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-ef674958-e0fa-4087-84fa-da74b4a21728 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks [] for port, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:22.149815 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 4b4860d7-2946-40be-af39-d4fea81aa8b5 up at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:29:22.164489 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b386f04-80df-4c01-9ba5-b452e236a0b9 admin admin] Network f8dd9a38-fa14-4602-a2fa-9a0fae1937be is already hosted by enough agents. {{(pid=92486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 14 03:29:22.167879 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.base_scheduler [None req-8b386f04-80df-4c01-9ba5-b452e236a0b9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:29:22.183701 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b386f04-80df-4c01-9ba5-b452e236a0b9 admin admin] Pushing event updated for resources: {'Port': ['ID=d084b477-afcf-412d-a027-efee14ea9a23,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:29:22.187520 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-8b386f04-80df-4c01-9ba5-b452e236a0b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:29:22.188390 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b386f04-80df-4c01-9ba5-b452e236a0b9 admin admin] Received port after_create {{(pid=92486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 14 03:29:22.192002 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-fce90873-1ebb-4f88-8075-00b8b3eaadeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:22.196584 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-c4716e6c-5c4b-4422-a2be-9b9b01cbe702 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:29:22.238051 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-8b386f04-80df-4c01-9ba5-b452e236a0b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-66751066'] for router_interface, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:22.259838 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-ef674958-e0fa-4087-84fa-da74b4a21728 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-668656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756196682527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62999275'] for port, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:22.263396 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-1d4b6f28-d14f-4264-9e83-a359283cb9ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:29:22.280344 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron_lib.callbacks.manager [None req-b4e28d65-01be-413d-ba28-1ac479464edf None None] Notify callbacks [] for port, precommit_update {{(pid=92488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:22.290718 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.provisioning_blocks [None req-b4e28d65-01be-413d-ba28-1ac479464edf None None] Transition to ACTIVE for port object 0aa07458-7d7b-4342-a3f6-0f0755db32f4 will not be triggered until provisioned by entity L2. {{(pid=92488) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:29:22.310972 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb68d17-29f5-45f2-8123-2522cf3b4665 None None] Pushing event updated for resources: {'Port': ['ID=a454a347-30cf-49a5-8b53-6f61cb1f7823,revision_number=3']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:29:22.314771 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-0fb68d17-29f5-45f2-8123-2522cf3b4665 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:29:22.319360 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce90873-1ebb-4f88-8075-00b8b3eaadeb None None] Routers {'c21459fd-09d9-478f-b02d-081eb5eb8425'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:29:22.319986 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-fce90873-1ebb-4f88-8075-00b8b3eaadeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5cf78eb0>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:29:07Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['c21459fd-09d9-478f-b02d-081eb5eb8425'], 'active': True} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:29:22.334423 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef674958-e0fa-4087-84fa-da74b4a21728 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Pushing event updated for resources: {'Port': ['ID=b25ddefc-d4b6-4ea4-8013-a06c66364505,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:29:22.350882 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef674958-e0fa-4087-84fa-da74b4a21728 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Network 93400a53-dc51-45a7-8a67-e74b6f34e4ba is already hosted by enough agents. {{(pid=92485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 14 03:29:22.352785 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-ef674958-e0fa-4087-84fa-da74b4a21728 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:29:22.354043 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.base_scheduler [None req-ef674958-e0fa-4087-84fa-da74b4a21728 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Resources bound (agent type, host, resource id):  {{(pid=92485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:29:22.359034 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef674958-e0fa-4087-84fa-da74b4a21728 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Received port after_create {{(pid=92485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 14 03:29:22.390717 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron_lib.callbacks.manager [None req-b4e28d65-01be-413d-ba28-1ac479464edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:22.393394 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG oslo_concurrency.lockutils [None req-595ac592-ee05-4210-8045-2fdd66d2f4ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:29:22.444205 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning complete for port 4b4860d7-2946-40be-af39-d4fea81aa8b5 triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:29:22.444590 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:22.496546 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-ef674958-e0fa-4087-84fa-da74b4a21728 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:22.517281 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e97d907-09a0-4a88-8990-d0e1de8adc70 None None] Pushing event updated for resources: {'Port': ['ID=0aa07458-7d7b-4342-a3f6-0f0755db32f4,revision_number=3']} {{(pid=92488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:29:22.523096 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG oslo_concurrency.lockutils [None req-7e97d907-09a0-4a88-8990-d0e1de8adc70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:29:22.546860 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvr_db [None req-fce90873-1ebb-4f88-8075-00b8b3eaadeb None None] Set router c21459fd-09d9-478f-b02d-081eb5eb8425 gateway port host: dv-cinder-796170-1-iscsi {{(pid=92487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:29:22.571421 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-8b386f04-80df-4c01-9ba5-b452e236a0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:22.589939 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.managers [None req-b4e28d65-01be-413d-ba28-1ac479464edf None None] Attempting to bind port 0aa07458-7d7b-4342-a3f6-0f0755db32f4 on host dv-cinder-796170-1-iscsi for vnic_type normal with profile  {{(pid=92488) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 14 03:29:22.590324 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.managers [None req-b4e28d65-01be-413d-ba28-1ac479464edf None None] Attempting to bind port 0aa07458-7d7b-4342-a3f6-0f0755db32f4 by drivers openvswitch,hyperv on host dv-cinder-796170-1-iscsi at level 0 using segments [{'id': '7624187a-a66a-47fb-8736-9f51337befd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '59204b5b-ebc4-4155-af46-f7c56f00d62d'}] {{(pid=92488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 14 03:29:22.590736 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e28d65-01be-413d-ba28-1ac479464edf None None] Attempting to bind port 0aa07458-7d7b-4342-a3f6-0f0755db32f4 on network 59204b5b-ebc4-4155-af46-f7c56f00d62d {{(pid=92488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 14 03:29:22.596676 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e28d65-01be-413d-ba28-1ac479464edf None None] Checking agent: {'id': '3556250a-8008-4613-a9a6-6061713fcb85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 13, 37), 'started_at': datetime.datetime(2021, 6, 14, 3, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 14 03:29:22.597063 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e28d65-01be-413d-ba28-1ac479464edf None None] Checking segment: {'id': '7624187a-a66a-47fb-8736-9f51337befd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '59204b5b-ebc4-4155-af46-f7c56f00d62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92488) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 14 03:29:22.597467 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron_lib.callbacks.manager [None req-b4e28d65-01be-413d-ba28-1ac479464edf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:22.597875 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e28d65-01be-413d-ba28-1ac479464edf None None] Bound using segment: {'id': '7624187a-a66a-47fb-8736-9f51337befd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '59204b5b-ebc4-4155-af46-f7c56f00d62d'} {{(pid=92488) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 14 03:29:22.598365 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.managers [None req-b4e28d65-01be-413d-ba28-1ac479464edf None None] Bound port: 0aa07458-7d7b-4342-a3f6-0f0755db32f4, host: dv-cinder-796170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7624187a-a66a-47fb-8736-9f51337befd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '59204b5b-ebc4-4155-af46-f7c56f00d62d'}}] {{(pid=92488) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 14 03:29:22.598764 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron_lib.callbacks.manager [None req-b4e28d65-01be-413d-ba28-1ac479464edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:22.705108 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.db [None req-b4e28d65-01be-413d-ba28-1ac479464edf None None] For port 0aa07458-7d7b-4342-a3f6-0f0755db32f4, host dv-cinder-796170-1-iscsi, cleared binding levels {{(pid=92488) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 14 03:29:22.708844 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.plugins.ml2.db [None req-b4e28d65-01be-413d-ba28-1ac479464edf None None] For port 0aa07458-7d7b-4342-a3f6-0f0755db32f4, host dv-cinder-796170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=0aa07458-7d7b-4342-a3f6-0f0755db32f4,segment=NetworkSegment(7624187a-a66a-47fb-8736-9f51337befd0),segment_id=7624187a-a66a-47fb-8736-9f51337befd0)] {{(pid=92488) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 14 03:29:22.716822 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-ef674958-e0fa-4087-84fa-da74b4a21728 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:22.728190 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-8fe85a17-3958-430a-b10b-82e56dccdff8 None None] Provisioning for port d084b477-afcf-412d-a027-efee14ea9a23 completed by entity DHCP. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:29:22.785940 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron_lib.callbacks.manager [None req-b4e28d65-01be-413d-ba28-1ac479464edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:22.788206 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:29:22.789811 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-8fe85a17-3958-430a-b10b-82e56dccdff8 None None] Provisioning complete for port d084b477-afcf-412d-a027-efee14ea9a23 triggered by entity DHCP. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:29:22.790190 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-8fe85a17-3958-430a-b10b-82e56dccdff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:22.830666 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 973a724c-9892-4b6d-a867-eb8e937a6f98 up at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:29:22.833057 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-8b386f04-80df-4c01-9ba5-b452e236a0b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:22.870157 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e97d907-09a0-4a88-8990-d0e1de8adc70 None None] Pushing event updated for resources: {'Port': ['ID=0aa07458-7d7b-4342-a3f6-0f0755db32f4,revision_number=4']} {{(pid=92488) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:29:22.882943 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e28d65-01be-413d-ba28-1ac479464edf None None] Routers {'7eeb646e-f92b-461d-921d-9015b82f8a10'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:29:22.885621 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-b4e28d65-01be-413d-ba28-1ac479464edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5df76c70>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:29:07Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['7eeb646e-f92b-461d-921d-9015b82f8a10'], 'active': True} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:29:22.897461 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-8fe85a17-3958-430a-b10b-82e56dccdff8 None None] Port d084b477-afcf-412d-a027-efee14ea9a23 cannot update to ACTIVE because it is not bound. {{(pid=92487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 14 03:29:22.899802 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-8b386f04-80df-4c01-9ba5-b452e236a0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63152260'] for port, after_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:22.903058 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-c9fd20bc-3fe3-417d-ba64-a60c25bd5eb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:29:22.925541 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-ef674958-e0fa-4087-84fa-da74b4a21728 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks [] for port, precommit_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:22.954486 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG oslo_concurrency.lockutils [None req-7e97d907-09a0-4a88-8990-d0e1de8adc70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:29:22.962022 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning complete for port 973a724c-9892-4b6d-a867-eb8e937a6f98 triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:29:22.962219 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:23.008088 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-ef674958-e0fa-4087-84fa-da74b4a21728 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62999253'] for port, after_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:23.011945 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b386f04-80df-4c01-9ba5-b452e236a0b9 admin admin] Pushing event updated for resources: {'Port': ['ID=d084b477-afcf-412d-a027-efee14ea9a23,revision_number=2']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:29:23.012411 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-eb8f95b9-d84d-413b-b65f-6e61829f7085 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:29:23.017055 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-8b386f04-80df-4c01-9ba5-b452e236a0b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:29:23.018146 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-8b386f04-80df-4c01-9ba5-b452e236a0b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-66608333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-66751182'] for router_interface, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:23.063886 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-fce90873-1ebb-4f88-8075-00b8b3eaadeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5cf78eb0>, [{'id': 'c21459fd-09d9-478f-b02d-081eb5eb8425', 'name': 'tempest-TestMinimumBasicScenario-424347140-router', 'tenant_id': 'dce997746adf479bb45cafbeee5175a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'a454a347-30cf-49a5-8b53-6f61cb1f7823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:29:16Z', 'updated_at': '2021-06-14T03:29:19Z', 'revision_number': 3, 'project_id': 'dce997746adf479bb45cafbeee5175a5', 'gw_port': {'id': 'a454a347-30cf-49a5-8b53-6f61cb1f7823', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:13:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c21459fd-09d9-478f-b02d-081eb5eb8425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:29:18Z', 'updated_at': '2021-06-14T03:29:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi'}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:29:23.078428 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce90873-1ebb-4f88-8075-00b8b3eaadeb None None] The sync data for ids ['c21459fd-09d9-478f-b02d-081eb5eb8425'] in dv-cinder-796170-1-iscsi is: [{'id': 'c21459fd-09d9-478f-b02d-081eb5eb8425', 'name': 'tempest-TestMinimumBasicScenario-424347140-router', 'tenant_id': 'dce997746adf479bb45cafbeee5175a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'a454a347-30cf-49a5-8b53-6f61cb1f7823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:29:16Z', 'updated_at': '2021-06-14T03:29:19Z', 'revision_number': 3, 'project_id': 'dce997746adf479bb45cafbeee5175a5', 'gw_port': {'id': 'a454a347-30cf-49a5-8b53-6f61cb1f7823', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:13:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c21459fd-09d9-478f-b02d-081eb5eb8425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:29:18Z', 'updated_at': '2021-06-14T03:29:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi'}] {{(pid=92487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 14 03:29:23.137166 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvr_db [None req-b4e28d65-01be-413d-ba28-1ac479464edf None None] Set router 7eeb646e-f92b-461d-921d-9015b82f8a10 gateway port host: dv-cinder-796170-1-iscsi {{(pid=92488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:29:23.168161 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b386f04-80df-4c01-9ba5-b452e236a0b9 admin admin] Network f8dd9a38-fa14-4602-a2fa-9a0fae1937be is already hosted by enough agents. {{(pid=92486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 14 03:29:23.169756 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.base_scheduler [None req-8b386f04-80df-4c01-9ba5-b452e236a0b9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=92486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:29:23.191961 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef674958-e0fa-4087-84fa-da74b4a21728 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Pushing event updated for resources: {'Port': ['ID=b25ddefc-d4b6-4ea4-8013-a06c66364505,revision_number=2']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:29:23.202604 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-ef674958-e0fa-4087-84fa-da74b4a21728 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:29:23.212775 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-ef674958-e0fa-4087-84fa-da74b4a21728 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66755190'] for floatingip, after_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:23.314645 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-ef674958-e0fa-4087-84fa-da74b4a21728 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389'] for floatingip, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:23.325935 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-ef674958-e0fa-4087-84fa-da74b4a21728 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.7820096
Jun 14 03:29:23.384261 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b386f04-80df-4c01-9ba5-b452e236a0b9 admin admin] Router c21459fd-09d9-478f-b02d-081eb5eb8425 has already been hosted by L3 agent faa78350-ce80-467b-8f2c-9d7893daed85 {{(pid=92486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 14 03:29:23.420877 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-4ef9161b-84ab-4487-b2fc-85a5facc4a5d None None] Provisioning complete for port d084b477-afcf-412d-a027-efee14ea9a23 triggered by entity DHCP. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:29:23.421282 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-4ef9161b-84ab-4487-b2fc-85a5facc4a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:23.570608 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-485013d3-a17e-4d13-b012-bb3b453a69f9 req-abedf374-f017-4f69-9973-c5480acc10d6 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1380803519&fields=id&tenant_id=8ee804e6168b404ba86aafb9d53b4ab7 HTTP/1.1" status: 200  len: 267 time: 0.1016359
Jun 14 03:29:23.598383 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-b4e28d65-01be-413d-ba28-1ac479464edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5df76c70>, [{'id': '7eeb646e-f92b-461d-921d-9015b82f8a10', 'name': 'tempest-AttachVolumeTestJSON-188844159-router', 'tenant_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '4b4860d7-2946-40be-af39-d4fea81aa8b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:29:11Z', 'updated_at': '2021-06-14T03:29:16Z', 'revision_number': 4, 'project_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'gw_port': {'id': '4b4860d7-2946-40be-af39-d4fea81aa8b5', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:35:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeb646e-f92b-461d-921d-9015b82f8a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:29:11Z', 'updated_at': '2021-06-14T03:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_interfaces': [{'id': '0aa07458-7d7b-4342-a3f6-0f0755db32f4', 'name': '', 'network_id': '59204b5b-ebc4-4155-af46-f7c56f00d62d', 'tenant_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'mac_address': 'fa:16:3e:16:e5:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eeb646e-f92b-461d-921d-9015b82f8a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '9185bba9-0b92-4177-95a7-76932f513987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:29:15Z', 'updated_at': '2021-06-14T03:29:22Z', 'revision_number': 4, 'project_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'subnets': [{'id': '9185bba9-0b92-4177-95a7-76932f513987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:29:23.602640 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e28d65-01be-413d-ba28-1ac479464edf None None] The sync data for ids ['7eeb646e-f92b-461d-921d-9015b82f8a10'] in dv-cinder-796170-1-iscsi is: [{'id': '7eeb646e-f92b-461d-921d-9015b82f8a10', 'name': 'tempest-AttachVolumeTestJSON-188844159-router', 'tenant_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '4b4860d7-2946-40be-af39-d4fea81aa8b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:29:11Z', 'updated_at': '2021-06-14T03:29:16Z', 'revision_number': 4, 'project_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'gw_port': {'id': '4b4860d7-2946-40be-af39-d4fea81aa8b5', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:35:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeb646e-f92b-461d-921d-9015b82f8a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:29:11Z', 'updated_at': '2021-06-14T03:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_interfaces': [{'id': '0aa07458-7d7b-4342-a3f6-0f0755db32f4', 'name': '', 'network_id': '59204b5b-ebc4-4155-af46-f7c56f00d62d', 'tenant_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'mac_address': 'fa:16:3e:16:e5:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eeb646e-f92b-461d-921d-9015b82f8a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '9185bba9-0b92-4177-95a7-76932f513987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:29:15Z', 'updated_at': '2021-06-14T03:29:22Z', 'revision_number': 4, 'project_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'subnets': [{'id': '9185bba9-0b92-4177-95a7-76932f513987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 14 03:29:23.619758 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-4ef9161b-84ab-4487-b2fc-85a5facc4a5d None None] Port d084b477-afcf-412d-a027-efee14ea9a23 cannot update to ACTIVE because it is not bound. {{(pid=92487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 14 03:29:23.625549 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b386f04-80df-4c01-9ba5-b452e236a0b9 admin admin] Notify agent at l3_agent.dv-cinder-796170-1-iscsi the message routers_updated {{(pid=92486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 14 03:29:23.632303 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-8b386f04-80df-4c01-9ba5-b452e236a0b9 admin admin] 10.222.0.13 "PUT /v2.0/routers/c21459fd-09d9-478f-b02d-081eb5eb8425/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0703840
Jun 14 03:29:23.724357 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485013d3-a17e-4d13-b012-bb3b453a69f9 req-d268024e-a258-433d-a7ca-7f1a9d79de93 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:23.725820 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-485013d3-a17e-4d13-b012-bb3b453a69f9 req-d268024e-a258-433d-a7ca-7f1a9d79de93 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/networks?id=59204b5b-ebc4-4155-af46-f7c56f00d62d HTTP/1.1" status: 200  len: 810 time: 0.1396084
Jun 14 03:29:23.740725 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-485013d3-a17e-4d13-b012-bb3b453a69f9 req-4e8bf63e-6f8b-48e9-9d39-5d944d88fcce tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/quotas/8ee804e6168b404ba86aafb9d53b4ab7 HTTP/1.1" status: 200  len: 375 time: 0.0095146
Jun 14 03:29:23.828751 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-485013d3-a17e-4d13-b012-bb3b453a69f9 req-264b7700-d1d9-4932-8e7d-c4f48d66cf46 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8ee804e6168b404ba86aafb9d53b4ab7&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0766964
Jun 14 03:29:24.043141 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-485013d3-a17e-4d13-b012-bb3b453a69f9 req-cd2fbdaa-44f6-437a-abf7-8433892e0328 service neutron] 10.222.0.13 "GET /v2.0/networks/59204b5b-ebc4-4155-af46-f7c56f00d62d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2029660
Jun 14 03:29:24.160699 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 0aa07458-7d7b-4342-a3f6-0f0755db32f4 up at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:29:24.180232 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-485013d3-a17e-4d13-b012-bb3b453a69f9 req-2492be2a-78a7-489d-a1cb-3c1db95ca654 service neutron] 10.222.0.13 "GET /v2.0/networks/59204b5b-ebc4-4155-af46-f7c56f00d62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1297822
Jun 14 03:29:24.304811 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning for port 0aa07458-7d7b-4342-a3f6-0f0755db32f4 completed by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:29:24.308993 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning complete for port 0aa07458-7d7b-4342-a3f6-0f0755db32f4 triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:29:24.309605 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:24.427922 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:24.504223 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] For port 0aa07458-7d7b-4342-a3f6-0f0755db32f4, host dv-cinder-796170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=0aa07458-7d7b-4342-a3f6-0f0755db32f4,segment=NetworkSegment(7624187a-a66a-47fb-8736-9f51337befd0),segment_id=7624187a-a66a-47fb-8736-9f51337befd0)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:29:24.558471 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-5e763f1b-041f-464a-b5de-87ed28b642e6 req-3edc2134-19d8-4243-8521-4ab192f758ce tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/ports?device_id=05d17e46-70f4-4257-b83f-d05a2057bd6a HTTP/1.1" status: 200  len: 210 time: 0.0843809
Jun 14 03:29:24.568265 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:24.570511 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:29:24.647708 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Pushing event updated for resources: {'Port': ['ID=0aa07458-7d7b-4342-a3f6-0f0755db32f4,revision_number=5']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:29:24.665312 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:29:24.665898 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:29:24.666420 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:29:24.666928 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:29:24.669801 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:29:24.671735 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:29:24.672534 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:29:24.675080 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:29:24.675611 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:29:24.676239 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:29:24.676752 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:29:24.677242 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:29:24.689750 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:29:25.740260 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-a3737a76-6e41-4b2e-9d1f-1647271d082f req-986b0c47-0d02-49df-8b74-b27304b27eeb tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/ports?device_id=05d17e46-70f4-4257-b83f-d05a2057bd6a HTTP/1.1" status: 200  len: 210 time: 0.0534861
Jun 14 03:29:26.217814 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device a454a347-30cf-49a5-8b53-6f61cb1f7823 up at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:29:26.339405 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning for port a454a347-30cf-49a5-8b53-6f61cb1f7823 completed by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:29:26.346515 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning complete for port a454a347-30cf-49a5-8b53-6f61cb1f7823 triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:29:26.346899 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:26.462302 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:26.491974 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] For port a454a347-30cf-49a5-8b53-6f61cb1f7823, host dv-cinder-796170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=a454a347-30cf-49a5-8b53-6f61cb1f7823,segment=NetworkSegment(893a0064-443a-4390-b9c3-705fa3bdf9f8),segment_id=893a0064-443a-4390-b9c3-705fa3bdf9f8)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:29:26.578994 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:26.579885 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 0aa07458-7d7b-4342-a3f6-0f0755db32f4 up at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:29:26.581647 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-46e2a001-ecf6-4e03-a577-c7eb742029ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:29:26.682525 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Pushing event updated for resources: {'Port': ['ID=a454a347-30cf-49a5-8b53-6f61cb1f7823,revision_number=4']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:29:26.686078 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:29:26.702971 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning complete for port 0aa07458-7d7b-4342-a3f6-0f0755db32f4 triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:29:26.703497 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:27.016382 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-02683a69-aa5f-495d-b361-7c156a7508ef req-a78a5bec-0fe3-42d5-a775-4e9d238192dc tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/ports?device_id=05d17e46-70f4-4257-b83f-d05a2057bd6a HTTP/1.1" status: 200  len: 210 time: 0.0475936
Jun 14 03:29:27.042393 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485013d3-a17e-4d13-b012-bb3b453a69f9 req-b3f7300b-1c36-4584-a9b6-2a6c1631de20 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:27.045095 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-485013d3-a17e-4d13-b012-bb3b453a69f9 req-b3f7300b-1c36-4584-a9b6-2a6c1631de20 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.37 "GET /v2.0/networks?id=59204b5b-ebc4-4155-af46-f7c56f00d62d HTTP/1.1" status: 200  len: 810 time: 0.1916940
Jun 14 03:29:27.103507 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-485013d3-a17e-4d13-b012-bb3b453a69f9 req-4eec1671-332d-476d-947c-ad1804cce94b tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ee804e6168b404ba86aafb9d53b4ab7 HTTP/1.1" status: 200  len: 380 time: 0.0482562
Jun 14 03:29:27.121442 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.v2.base [req-485013d3-a17e-4d13-b012-bb3b453a69f9 req-43730e0c-0582-4f14-8e18-33835b90c3c6 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Request body: {'port': {'device_id': '05d17e46-70f4-4257-b83f-d05a2057bd6a', 'network_id': '59204b5b-ebc4-4155-af46-f7c56f00d62d', 'admin_state_up': True, 'tenant_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'security_groups': ['fd76923c-7fd3-46c9-9be2-887ba11f6f26']}} {{(pid=92485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:29:27.391851 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-485013d3-a17e-4d13-b012-bb3b453a69f9 req-43730e0c-0582-4f14-8e18-33835b90c3c6 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Made reservation on behalf of 8ee804e6168b404ba86aafb9d53b4ab7 for: {'port': 1} {{(pid=92485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 14 03:29:27.395722 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-485013d3-a17e-4d13-b012-bb3b453a69f9 req-43730e0c-0582-4f14-8e18-33835b90c3c6 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for port, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:27.574319 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.db_base_plugin_common [req-485013d3-a17e-4d13-b012-bb3b453a69f9 req-43730e0c-0582-4f14-8e18-33835b90c3c6 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Allocated IP 172.20.0.14 (59204b5b-ebc4-4155-af46-f7c56f00d62d/9185bba9-0b92-4177-95a7-76932f513987/0d3f71d6-627d-4269-a9cb-588d2588c62a) {{(pid=92485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 14 03:29:27.580648 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aab5cdc-188f-478b-8073-3fe2957647d2 None None] Sync routers for ids ['c21459fd-09d9-478f-b02d-081eb5eb8425'] in dv-cinder-796170-1-iscsi {{(pid=92487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 14 03:29:27.590168 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aab5cdc-188f-478b-8073-3fe2957647d2 None None] Routers {'c21459fd-09d9-478f-b02d-081eb5eb8425'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:29:27.590911 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-2aab5cdc-188f-478b-8073-3fe2957647d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5e5c8a90>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:29:07Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['c21459fd-09d9-478f-b02d-081eb5eb8425'], 'active': True} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:29:27.738792 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-485013d3-a17e-4d13-b012-bb3b453a69f9 req-43730e0c-0582-4f14-8e18-33835b90c3c6 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks [] for port, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:27.753231 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.provisioning_blocks [req-485013d3-a17e-4d13-b012-bb3b453a69f9 req-43730e0c-0582-4f14-8e18-33835b90c3c6 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Transition to ACTIVE for port object 0d3f71d6-627d-4269-a9cb-588d2588c62a will not be triggered until provisioned by entity DHCP. {{(pid=92485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:29:27.773762 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvr_db [None req-2aab5cdc-188f-478b-8073-3fe2957647d2 None None] Set router c21459fd-09d9-478f-b02d-081eb5eb8425 gateway port host: dv-cinder-796170-1-iscsi {{(pid=92487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:29:27.926474 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-485013d3-a17e-4d13-b012-bb3b453a69f9 req-43730e0c-0582-4f14-8e18-33835b90c3c6 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-668656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756196682527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62999275'] for port, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:27.931287 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:29:27.979403 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-485013d3-a17e-4d13-b012-bb3b453a69f9 req-43730e0c-0582-4f14-8e18-33835b90c3c6 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Network 59204b5b-ebc4-4155-af46-f7c56f00d62d is already hosted by enough agents. {{(pid=92485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 14 03:29:27.985799 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.base_scheduler [req-485013d3-a17e-4d13-b012-bb3b453a69f9 req-43730e0c-0582-4f14-8e18-33835b90c3c6 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Resources bound (agent type, host, resource id):  {{(pid=92485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:29:27.988579 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.l3_dvrscheduler_db [req-485013d3-a17e-4d13-b012-bb3b453a69f9 req-43730e0c-0582-4f14-8e18-33835b90c3c6 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Received port after_create {{(pid=92485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 14 03:29:28.031297 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43730e0c-0582-4f14-8e18-33835b90c3c6 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Pushing event updated for resources: {'Port': ['ID=0d3f71d6-627d-4269-a9cb-588d2588c62a,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:29:28.034455 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-43730e0c-0582-4f14-8e18-33835b90c3c6 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:29:28.073782 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485013d3-a17e-4d13-b012-bb3b453a69f9 req-43730e0c-0582-4f14-8e18-33835b90c3c6 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:28.074458 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-485013d3-a17e-4d13-b012-bb3b453a69f9 req-43730e0c-0582-4f14-8e18-33835b90c3c6 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389'] for port, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:28.078616 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-2aab5cdc-188f-478b-8073-3fe2957647d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5e5c8a90>, [{'id': 'c21459fd-09d9-478f-b02d-081eb5eb8425', 'name': 'tempest-TestMinimumBasicScenario-424347140-router', 'tenant_id': 'dce997746adf479bb45cafbeee5175a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'a454a347-30cf-49a5-8b53-6f61cb1f7823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:29:16Z', 'updated_at': '2021-06-14T03:29:22Z', 'revision_number': 4, 'project_id': 'dce997746adf479bb45cafbeee5175a5', 'gw_port': {'id': 'a454a347-30cf-49a5-8b53-6f61cb1f7823', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:13:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21459fd-09d9-478f-b02d-081eb5eb8425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:29:18Z', 'updated_at': '2021-06-14T03:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_interfaces': [{'id': 'd084b477-afcf-412d-a027-efee14ea9a23', 'name': '', 'network_id': 'f8dd9a38-fa14-4602-a2fa-9a0fae1937be', 'tenant_id': 'dce997746adf479bb45cafbeee5175a5', 'mac_address': 'fa:16:3e:32:17:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c21459fd-09d9-478f-b02d-081eb5eb8425', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '56719362-1456-4574-8f30-583b000af875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:29:21Z', 'updated_at': '2021-06-14T03:29:22Z', 'revision_number': 2, 'project_id': 'dce997746adf479bb45cafbeee5175a5', 'subnets': [{'id': '56719362-1456-4574-8f30-583b000af875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:29:28.082622 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aab5cdc-188f-478b-8073-3fe2957647d2 None None] Checking router: c21459fd-09d9-478f-b02d-081eb5eb8425 for host: dv-cinder-796170-1-iscsi {{(pid=92487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 14 03:29:28.083416 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aab5cdc-188f-478b-8073-3fe2957647d2 None None] Updating router c21459fd-09d9-478f-b02d-081eb5eb8425 port d084b477-afcf-412d-a027-efee14ea9a23 binding host dv-cinder-796170-1-iscsi {{(pid=92487) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 14 03:29:28.163807 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-2aab5cdc-188f-478b-8073-3fe2957647d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:28.203429 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-485013d3-a17e-4d13-b012-bb3b453a69f9 req-43730e0c-0582-4f14-8e18-33835b90c3c6 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0863669
Jun 14 03:29:28.217321 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.v2.base [req-485013d3-a17e-4d13-b012-bb3b453a69f9 req-bc471735-af1e-4214-bf14-5f8af8feeef6 service neutron] Request body: {'port': {'device_id': '05d17e46-70f4-4257-b83f-d05a2057bd6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=92485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:29:28.235433 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device a454a347-30cf-49a5-8b53-6f61cb1f7823 up at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:29:28.291294 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e251f1-7e4a-46b6-a16a-3cbc324fedec req-e1931a1f-71eb-4de9-9a14-8f4e5259493a tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:28.293560 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-c5e251f1-7e4a-46b6-a16a-3cbc324fedec req-e1931a1f-71eb-4de9-9a14-8f4e5259493a tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/ports?device_id=05d17e46-70f4-4257-b83f-d05a2057bd6a HTTP/1.1" status: 200  len: 932 time: 0.1091969
Jun 14 03:29:28.354764 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-485013d3-a17e-4d13-b012-bb3b453a69f9 req-bc471735-af1e-4214-bf14-5f8af8feeef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:28.373961 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-c5e251f1-7e4a-46b6-a16a-3cbc324fedec req-a142e019-3ade-4703-9f9c-945e58b57b9f tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd76923c-7fd3-46c9-9be2-887ba11f6f26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0661685
Jun 14 03:29:28.440946 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning complete for port a454a347-30cf-49a5-8b53-6f61cb1f7823 triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:29:28.441321 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:28.564235 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-e5b907b6-5dd9-4c95-9232-3a21ab10af05 None None] Provisioning for port 0d3f71d6-627d-4269-a9cb-588d2588c62a completed by entity DHCP. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:29:28.578287 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-e5b907b6-5dd9-4c95-9232-3a21ab10af05 None None] Provisioning complete for port 0d3f71d6-627d-4269-a9cb-588d2588c62a triggered by entity DHCP. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:29:28.578690 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-e5b907b6-5dd9-4c95-9232-3a21ab10af05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:28.676255 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-e5b907b6-5dd9-4c95-9232-3a21ab10af05 None None] Port 0d3f71d6-627d-4269-a9cb-588d2588c62a cannot update to ACTIVE because it is not bound. {{(pid=92487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 14 03:29:28.777256 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-2aab5cdc-188f-478b-8073-3fe2957647d2 None None] Notify callbacks [] for port, precommit_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:28.784141 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.notifiers.nova [req-485013d3-a17e-4d13-b012-bb3b453a69f9 req-bc471735-af1e-4214-bf14-5f8af8feeef6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d3f71d6-627d-4269-a9cb-588d2588c62a {{(pid=92485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 14 03:29:28.789111 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-2aab5cdc-188f-478b-8073-3fe2957647d2 None None] Transition to ACTIVE for port object d084b477-afcf-412d-a027-efee14ea9a23 will not be triggered until provisioned by entity L2. {{(pid=92487) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:29:28.800438 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-485013d3-a17e-4d13-b012-bb3b453a69f9 req-bc471735-af1e-4214-bf14-5f8af8feeef6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:28.815906 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.provisioning_blocks [req-485013d3-a17e-4d13-b012-bb3b453a69f9 req-bc471735-af1e-4214-bf14-5f8af8feeef6 service neutron] Transition to ACTIVE for port object 0d3f71d6-627d-4269-a9cb-588d2588c62a will not be triggered until provisioned by entity L2. {{(pid=92485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:29:28.874300 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-2aab5cdc-188f-478b-8073-3fe2957647d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:28.876458 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:29:28.899068 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-485013d3-a17e-4d13-b012-bb3b453a69f9 req-bc471735-af1e-4214-bf14-5f8af8feeef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62999253'] for port, after_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:28.903714 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-a3e6e282-8bab-4721-a26d-e616d716eff1 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:29:29.005458 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee23946f-c1f3-4fbd-86a5-da207080da57 None None] Pushing event updated for resources: {'Port': ['ID=d084b477-afcf-412d-a027-efee14ea9a23,revision_number=3']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:29:29.009932 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-ee23946f-c1f3-4fbd-86a5-da207080da57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:29:29.177172 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc471735-af1e-4214-bf14-5f8af8feeef6 service neutron] Pushing event updated for resources: {'Port': ['ID=0d3f71d6-627d-4269-a9cb-588d2588c62a,revision_number=2']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:29:29.180729 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-bc471735-af1e-4214-bf14-5f8af8feeef6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:29:29.257599 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.managers [req-485013d3-a17e-4d13-b012-bb3b453a69f9 req-bc471735-af1e-4214-bf14-5f8af8feeef6 service neutron] Attempting to bind port 0d3f71d6-627d-4269-a9cb-588d2588c62a on host hv-cinder-79617 for vnic_type normal with profile  {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 14 03:29:29.257992 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.managers [req-485013d3-a17e-4d13-b012-bb3b453a69f9 req-bc471735-af1e-4214-bf14-5f8af8feeef6 service neutron] Attempting to bind port 0d3f71d6-627d-4269-a9cb-588d2588c62a by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': '7624187a-a66a-47fb-8736-9f51337befd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '59204b5b-ebc4-4155-af46-f7c56f00d62d'}] {{(pid=92485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 14 03:29:29.258268 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485013d3-a17e-4d13-b012-bb3b453a69f9 req-bc471735-af1e-4214-bf14-5f8af8feeef6 service neutron] Attempting to bind port 0d3f71d6-627d-4269-a9cb-588d2588c62a on network 59204b5b-ebc4-4155-af46-f7c56f00d62d {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 14 03:29:29.266600 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485013d3-a17e-4d13-b012-bb3b453a69f9 req-bc471735-af1e-4214-bf14-5f8af8feeef6 service neutron] Port 0d3f71d6-627d-4269-a9cb-588d2588c62a on network 59204b5b-ebc4-4155-af46-f7c56f00d62d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 14 03:29:29.267096 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485013d3-a17e-4d13-b012-bb3b453a69f9 req-bc471735-af1e-4214-bf14-5f8af8feeef6 service neutron] Attempting to bind port 0d3f71d6-627d-4269-a9cb-588d2588c62a on network 59204b5b-ebc4-4155-af46-f7c56f00d62d {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 14 03:29:29.281586 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485013d3-a17e-4d13-b012-bb3b453a69f9 req-bc471735-af1e-4214-bf14-5f8af8feeef6 service neutron] Checking agent: {'id': 'd909c266-64e1-43b2-ab9b-45098cd1126f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 20, 5), 'started_at': datetime.datetime(2021, 6, 14, 3, 20, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 14 03:29:29.281992 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485013d3-a17e-4d13-b012-bb3b453a69f9 req-bc471735-af1e-4214-bf14-5f8af8feeef6 service neutron] Checking segment: {'id': '7624187a-a66a-47fb-8736-9f51337befd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '59204b5b-ebc4-4155-af46-f7c56f00d62d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 14 03:29:29.282307 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-485013d3-a17e-4d13-b012-bb3b453a69f9 req-bc471735-af1e-4214-bf14-5f8af8feeef6 service neutron] Bound using segment: {'id': '7624187a-a66a-47fb-8736-9f51337befd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '59204b5b-ebc4-4155-af46-f7c56f00d62d'} {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 14 03:29:29.282773 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.managers [req-485013d3-a17e-4d13-b012-bb3b453a69f9 req-bc471735-af1e-4214-bf14-5f8af8feeef6 service neutron] Bound port: 0d3f71d6-627d-4269-a9cb-588d2588c62a, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7624187a-a66a-47fb-8736-9f51337befd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '59204b5b-ebc4-4155-af46-f7c56f00d62d'}}] {{(pid=92485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 14 03:29:29.283123 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-485013d3-a17e-4d13-b012-bb3b453a69f9 req-bc471735-af1e-4214-bf14-5f8af8feeef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:29.324976 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.managers [None req-2aab5cdc-188f-478b-8073-3fe2957647d2 None None] Attempting to bind port d084b477-afcf-412d-a027-efee14ea9a23 on host dv-cinder-796170-1-iscsi for vnic_type normal with profile  {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 14 03:29:29.326458 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.managers [None req-2aab5cdc-188f-478b-8073-3fe2957647d2 None None] Attempting to bind port d084b477-afcf-412d-a027-efee14ea9a23 by drivers openvswitch,hyperv on host dv-cinder-796170-1-iscsi at level 0 using segments [{'id': '71c54ad4-180e-401c-8ff4-4e745d50bdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f8dd9a38-fa14-4602-a2fa-9a0fae1937be'}] {{(pid=92487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 14 03:29:29.327110 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aab5cdc-188f-478b-8073-3fe2957647d2 None None] Attempting to bind port d084b477-afcf-412d-a027-efee14ea9a23 on network f8dd9a38-fa14-4602-a2fa-9a0fae1937be {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 14 03:29:29.338724 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aab5cdc-188f-478b-8073-3fe2957647d2 None None] Checking agent: {'id': '3556250a-8008-4613-a9a6-6061713fcb85', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 13, 37), 'started_at': datetime.datetime(2021, 6, 14, 3, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 14 03:29:29.339403 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aab5cdc-188f-478b-8073-3fe2957647d2 None None] Checking segment: {'id': '71c54ad4-180e-401c-8ff4-4e745d50bdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f8dd9a38-fa14-4602-a2fa-9a0fae1937be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92487) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 14 03:29:29.339996 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-2aab5cdc-188f-478b-8073-3fe2957647d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:29.340564 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aab5cdc-188f-478b-8073-3fe2957647d2 None None] Bound using segment: {'id': '71c54ad4-180e-401c-8ff4-4e745d50bdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f8dd9a38-fa14-4602-a2fa-9a0fae1937be'} {{(pid=92487) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 14 03:29:29.341781 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.managers [None req-2aab5cdc-188f-478b-8073-3fe2957647d2 None None] Bound port: d084b477-afcf-412d-a027-efee14ea9a23, host: dv-cinder-796170-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71c54ad4-180e-401c-8ff4-4e745d50bdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'f8dd9a38-fa14-4602-a2fa-9a0fae1937be'}}] {{(pid=92487) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 14 03:29:29.344043 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-2aab5cdc-188f-478b-8073-3fe2957647d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:29.409746 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.db [req-485013d3-a17e-4d13-b012-bb3b453a69f9 req-bc471735-af1e-4214-bf14-5f8af8feeef6 service neutron] For port 0d3f71d6-627d-4269-a9cb-588d2588c62a, host hv-cinder-79617, cleared binding levels {{(pid=92485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 14 03:29:29.414526 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.db [req-485013d3-a17e-4d13-b012-bb3b453a69f9 req-bc471735-af1e-4214-bf14-5f8af8feeef6 service neutron] For port 0d3f71d6-627d-4269-a9cb-588d2588c62a, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=0d3f71d6-627d-4269-a9cb-588d2588c62a,segment=NetworkSegment(7624187a-a66a-47fb-8736-9f51337befd0),segment_id=7624187a-a66a-47fb-8736-9f51337befd0)] {{(pid=92485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 14 03:29:29.489427 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-2aab5cdc-188f-478b-8073-3fe2957647d2 None None] For port d084b477-afcf-412d-a027-efee14ea9a23, host dv-cinder-796170-1-iscsi, cleared binding levels {{(pid=92487) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 14 03:29:29.493087 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-2aab5cdc-188f-478b-8073-3fe2957647d2 None None] For port d084b477-afcf-412d-a027-efee14ea9a23, host dv-cinder-796170-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=d084b477-afcf-412d-a027-efee14ea9a23,segment=NetworkSegment(71c54ad4-180e-401c-8ff4-4e745d50bdc2),segment_id=71c54ad4-180e-401c-8ff4-4e745d50bdc2)] {{(pid=92487) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 14 03:29:29.536622 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-485013d3-a17e-4d13-b012-bb3b453a69f9 req-bc471735-af1e-4214-bf14-5f8af8feeef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62999253'] for port, after_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:29.560052 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-a17894b4-25dd-4829-9660-4753a8afafa1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:29:29.607231 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485013d3-a17e-4d13-b012-bb3b453a69f9 req-bc471735-af1e-4214-bf14-5f8af8feeef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:29.607874 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-485013d3-a17e-4d13-b012-bb3b453a69f9 req-bc471735-af1e-4214-bf14-5f8af8feeef6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389'] for port, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:29.609852 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-485013d3-a17e-4d13-b012-bb3b453a69f9 req-bc471735-af1e-4214-bf14-5f8af8feeef6 service neutron] 10.222.0.37 "PUT /v2.0/ports/0d3f71d6-627d-4269-a9cb-588d2588c62a HTTP/1.1" status: 200  len: 1094 time: 1.3976195
Jun 14 03:29:29.613126 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05d17e46-70f4-4257-b83f-d05a2057bd6a', 'tag': '0d3f71d6-627d-4269-a9cb-588d2588c62a'}] {{(pid=92485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:29:29.616454 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0639b30c08a1ea7684a5dbba31199bfc4186ae3813d9033880ffe89de9bab324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b1ccc3-4622-4b1b-9f51-495654bed0c8" -d '{"events": [{"name": "network-changed", "server_uuid": "05d17e46-70f4-4257-b83f-d05a2057bd6a", "tag": "0d3f71d6-627d-4269-a9cb-588d2588c62a"}]}' {{(pid=92485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:29:29.619774 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-2aab5cdc-188f-478b-8073-3fe2957647d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:29.631041 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-0fb68d17-29f5-45f2-8123-2522cf3b4665 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:29:29.675001 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc471735-af1e-4214-bf14-5f8af8feeef6 service neutron] Pushing event updated for resources: {'Port': ['ID=0d3f71d6-627d-4269-a9cb-588d2588c62a,revision_number=3']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:29:29.678598 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-bc471735-af1e-4214-bf14-5f8af8feeef6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:29:29.730030 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea00f2-bb46-430a-a9d7-c4397bdafe2e req-c7d67b7d-878a-41bd-9baf-0ce190923e0f tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:29.738884 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-3bea00f2-bb46-430a-a9d7-c4397bdafe2e req-c7d67b7d-878a-41bd-9baf-0ce190923e0f tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/ports?device_id=05d17e46-70f4-4257-b83f-d05a2057bd6a HTTP/1.1" status: 200  len: 944 time: 0.2143781
Jun 14 03:29:29.742847 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 03:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f082dde-086a-4888-afb8-ca94decaebea x-openstack-request-id: req-1f082dde-086a-4888-afb8-ca94decaebea {{(pid=92485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:29:29.743279 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05d17e46-70f4-4257-b83f-d05a2057bd6a", "tag": "0d3f71d6-627d-4269-a9cb-588d2588c62a", "status": "completed", "code": 200}]} {{(pid=92485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:29:29.743666 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1f082dde-086a-4888-afb8-ca94decaebea {{(pid=92485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:29:29.744189 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05d17e46-70f4-4257-b83f-d05a2057bd6a', 'tag': '0d3f71d6-627d-4269-a9cb-588d2588c62a', 'status': 'completed', 'code': 200}
Jun 14 03:29:29.748292 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aab5cdc-188f-478b-8073-3fe2957647d2 None None] Routers {'c21459fd-09d9-478f-b02d-081eb5eb8425'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:29:29.749684 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-2aab5cdc-188f-478b-8073-3fe2957647d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5e5c8a90>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:29:07Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['c21459fd-09d9-478f-b02d-081eb5eb8425'], 'active': True} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:29:29.831232 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-3bea00f2-bb46-430a-a9d7-c4397bdafe2e req-d4d50b08-24ec-4b48-b8d7-005bdb972624 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd76923c-7fd3-46c9-9be2-887ba11f6f26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0912077
Jun 14 03:29:29.873763 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485013d3-a17e-4d13-b012-bb3b453a69f9 req-c79b2777-862e-4775-9e33-d9b1f93523ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:29.875717 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-485013d3-a17e-4d13-b012-bb3b453a69f9 req-c79b2777-862e-4775-9e33-d9b1f93523ea service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8ee804e6168b404ba86aafb9d53b4ab7&device_id=05d17e46-70f4-4257-b83f-d05a2057bd6a HTTP/1.1" status: 200  len: 1097 time: 0.1346233
Jun 14 03:29:29.946499 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee23946f-c1f3-4fbd-86a5-da207080da57 None None] Pushing event updated for resources: {'Port': ['ID=d084b477-afcf-412d-a027-efee14ea9a23,revision_number=4']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:29:29.958059 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-ee23946f-c1f3-4fbd-86a5-da207080da57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:29:29.968017 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-485013d3-a17e-4d13-b012-bb3b453a69f9 req-6cfc54e4-767e-4c9f-a766-0bebde6e4ee2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d3f71d6-627d-4269-a9cb-588d2588c62a HTTP/1.1" status: 200  len: 217 time: 0.0835705
Jun 14 03:29:30.025121 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvr_db [None req-2aab5cdc-188f-478b-8073-3fe2957647d2 None None] Set router c21459fd-09d9-478f-b02d-081eb5eb8425 gateway port host: dv-cinder-796170-1-iscsi {{(pid=92487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:29:30.053661 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485013d3-a17e-4d13-b012-bb3b453a69f9 req-ddd20d36-3723-4054-b9a4-27930819052c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:30.055364 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-485013d3-a17e-4d13-b012-bb3b453a69f9 req-ddd20d36-3723-4054-b9a4-27930819052c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9185bba9-0b92-4177-95a7-76932f513987 HTTP/1.1" status: 200  len: 849 time: 0.0795884
Jun 14 03:29:30.140217 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485013d3-a17e-4d13-b012-bb3b453a69f9 req-ccacaf78-6b98-4604-a090-389a331d4b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:30.151169 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-485013d3-a17e-4d13-b012-bb3b453a69f9 req-ccacaf78-6b98-4604-a090-389a331d4b97 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=59204b5b-ebc4-4155-af46-f7c56f00d62d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0851870
Jun 14 03:29:30.289931 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-485013d3-a17e-4d13-b012-bb3b453a69f9 req-fbc6348d-42f9-433d-b286-31f78c4eaeb7 service neutron] 10.222.0.37 "GET /v2.0/networks/59204b5b-ebc4-4155-af46-f7c56f00d62d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1311998
Jun 14 03:29:30.359714 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-2aab5cdc-188f-478b-8073-3fe2957647d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5e5c8a90>, [{'id': 'c21459fd-09d9-478f-b02d-081eb5eb8425', 'name': 'tempest-TestMinimumBasicScenario-424347140-router', 'tenant_id': 'dce997746adf479bb45cafbeee5175a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'a454a347-30cf-49a5-8b53-6f61cb1f7823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:29:16Z', 'updated_at': '2021-06-14T03:29:22Z', 'revision_number': 4, 'project_id': 'dce997746adf479bb45cafbeee5175a5', 'gw_port': {'id': 'a454a347-30cf-49a5-8b53-6f61cb1f7823', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:13:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21459fd-09d9-478f-b02d-081eb5eb8425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:29:18Z', 'updated_at': '2021-06-14T03:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_interfaces': [{'id': 'd084b477-afcf-412d-a027-efee14ea9a23', 'name': '', 'network_id': 'f8dd9a38-fa14-4602-a2fa-9a0fae1937be', 'tenant_id': 'dce997746adf479bb45cafbeee5175a5', 'mac_address': 'fa:16:3e:32:17:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c21459fd-09d9-478f-b02d-081eb5eb8425', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '56719362-1456-4574-8f30-583b000af875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:29:21Z', 'updated_at': '2021-06-14T03:29:29Z', 'revision_number': 4, 'project_id': 'dce997746adf479bb45cafbeee5175a5', 'subnets': [{'id': '56719362-1456-4574-8f30-583b000af875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:29:30.364224 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aab5cdc-188f-478b-8073-3fe2957647d2 None None] The sync data for ids ['c21459fd-09d9-478f-b02d-081eb5eb8425'] in dv-cinder-796170-1-iscsi is: [{'id': 'c21459fd-09d9-478f-b02d-081eb5eb8425', 'name': 'tempest-TestMinimumBasicScenario-424347140-router', 'tenant_id': 'dce997746adf479bb45cafbeee5175a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'a454a347-30cf-49a5-8b53-6f61cb1f7823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:29:16Z', 'updated_at': '2021-06-14T03:29:22Z', 'revision_number': 4, 'project_id': 'dce997746adf479bb45cafbeee5175a5', 'gw_port': {'id': 'a454a347-30cf-49a5-8b53-6f61cb1f7823', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:13:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21459fd-09d9-478f-b02d-081eb5eb8425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:29:18Z', 'updated_at': '2021-06-14T03:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_interfaces': [{'id': 'd084b477-afcf-412d-a027-efee14ea9a23', 'name': '', 'network_id': 'f8dd9a38-fa14-4602-a2fa-9a0fae1937be', 'tenant_id': 'dce997746adf479bb45cafbeee5175a5', 'mac_address': 'fa:16:3e:32:17:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c21459fd-09d9-478f-b02d-081eb5eb8425', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '56719362-1456-4574-8f30-583b000af875', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:29:21Z', 'updated_at': '2021-06-14T03:29:29Z', 'revision_number': 4, 'project_id': 'dce997746adf479bb45cafbeee5175a5', 'subnets': [{'id': '56719362-1456-4574-8f30-583b000af875', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 14 03:29:30.464839 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-485013d3-a17e-4d13-b012-bb3b453a69f9 req-c8986215-9ed1-486f-a814-79f27e26052d service neutron] 10.222.0.37 "GET /v2.0/networks/59204b5b-ebc4-4155-af46-f7c56f00d62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1683972
Jun 14 03:29:30.708042 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b1ccc3-4622-4b1b-9f51-495654bed0c8 req-03437141-6139-4d4a-ba37-d80053da637c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:30.709629 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-39b1ccc3-4622-4b1b-9f51-495654bed0c8 req-03437141-6139-4d4a-ba37-d80053da637c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8ee804e6168b404ba86aafb9d53b4ab7&device_id=05d17e46-70f4-4257-b83f-d05a2057bd6a HTTP/1.1" status: 200  len: 1097 time: 0.1054771
Jun 14 03:29:30.871402 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b1ccc3-4622-4b1b-9f51-495654bed0c8 req-f9f7da54-d8b6-42f2-83e1-082d77e78a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:30.876077 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-39b1ccc3-4622-4b1b-9f51-495654bed0c8 req-f9f7da54-d8b6-42f2-83e1-082d77e78a71 service neutron] 10.222.0.37 "GET /v2.0/networks?id=59204b5b-ebc4-4155-af46-f7c56f00d62d HTTP/1.1" status: 200  len: 911 time: 0.1585336
Jun 14 03:29:30.940450 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-39b1ccc3-4622-4b1b-9f51-495654bed0c8 req-1f3df57b-6f17-4b04-9a84-a71b2eadbdd5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d3f71d6-627d-4269-a9cb-588d2588c62a HTTP/1.1" status: 200  len: 217 time: 0.0568016
Jun 14 03:29:31.009481 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b1ccc3-4622-4b1b-9f51-495654bed0c8 req-360febf1-dd84-4221-83d1-5c1168d9b0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:31.015799 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-39b1ccc3-4622-4b1b-9f51-495654bed0c8 req-360febf1-dd84-4221-83d1-5c1168d9b0b8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9185bba9-0b92-4177-95a7-76932f513987 HTTP/1.1" status: 200  len: 849 time: 0.0687063
Jun 14 03:29:31.091115 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0a153e-3282-4ae7-980e-16e5f9e6cb50 req-fffeab62-e1cf-4ae5-a2ca-d01dd11d7ac3 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:31.099040 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-5c0a153e-3282-4ae7-980e-16e5f9e6cb50 req-fffeab62-e1cf-4ae5-a2ca-d01dd11d7ac3 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/ports?device_id=05d17e46-70f4-4257-b83f-d05a2057bd6a HTTP/1.1" status: 200  len: 944 time: 0.0949039
Jun 14 03:29:31.121594 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b1ccc3-4622-4b1b-9f51-495654bed0c8 req-8c7f2865-610e-4730-8b46-acc40f991db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:31.123218 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-39b1ccc3-4622-4b1b-9f51-495654bed0c8 req-8c7f2865-610e-4730-8b46-acc40f991db9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=59204b5b-ebc4-4155-af46-f7c56f00d62d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0816438
Jun 14 03:29:31.151351 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-5c0a153e-3282-4ae7-980e-16e5f9e6cb50 req-b814c8f1-f57c-4fc4-bb49-395b77420baf tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd76923c-7fd3-46c9-9be2-887ba11f6f26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0510395
Jun 14 03:29:31.265672 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-39b1ccc3-4622-4b1b-9f51-495654bed0c8 req-10535a25-5850-4ba7-be1f-9e3bd6a191a0 service neutron] 10.222.0.37 "GET /v2.0/networks/59204b5b-ebc4-4155-af46-f7c56f00d62d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1353819
Jun 14 03:29:31.441991 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-39b1ccc3-4622-4b1b-9f51-495654bed0c8 req-12584452-edb5-4a04-b0ed-4b224555f0e6 service neutron] 10.222.0.37 "GET /v2.0/networks/59204b5b-ebc4-4155-af46-f7c56f00d62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1652741
Jun 14 03:29:32.146908 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device d084b477-afcf-412d-a027-efee14ea9a23 up at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:29:32.304972 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning for port d084b477-afcf-412d-a027-efee14ea9a23 completed by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:29:32.310017 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning complete for port d084b477-afcf-412d-a027-efee14ea9a23 triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:29:32.310684 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:32.354586 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257cbc78-a723-4943-abb3-913ef157efad req-58700732-f5f1-4682-bf3a-16bc175fdddc tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:32.356091 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-257cbc78-a723-4943-abb3-913ef157efad req-58700732-f5f1-4682-bf3a-16bc175fdddc tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/ports?device_id=05d17e46-70f4-4257-b83f-d05a2057bd6a HTTP/1.1" status: 200  len: 944 time: 0.0862539
Jun 14 03:29:32.415983 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-257cbc78-a723-4943-abb3-913ef157efad req-4cc1c7a3-503b-47aa-a044-66a07d8c94aa tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd76923c-7fd3-46c9-9be2-887ba11f6f26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0534947
Jun 14 03:29:32.425282 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:32.485366 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] For port d084b477-afcf-412d-a027-efee14ea9a23, host dv-cinder-796170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=d084b477-afcf-412d-a027-efee14ea9a23,segment=NetworkSegment(71c54ad4-180e-401c-8ff4-4e745d50bdc2),segment_id=71c54ad4-180e-401c-8ff4-4e745d50bdc2)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:29:32.577952 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:32.582072 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:29:32.646477 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Pushing event updated for resources: {'Port': ['ID=d084b477-afcf-412d-a027-efee14ea9a23,revision_number=5']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:29:32.649471 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:29:33.658293 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90bc1e6-9733-4e4f-8641-f9dded45cd08 req-7ba35605-bc98-4322-b863-bf4f35b15694 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:33.660006 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-d90bc1e6-9733-4e4f-8641-f9dded45cd08 req-7ba35605-bc98-4322-b863-bf4f35b15694 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/ports?device_id=05d17e46-70f4-4257-b83f-d05a2057bd6a HTTP/1.1" status: 200  len: 944 time: 0.1087019
Jun 14 03:29:33.709253 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-d90bc1e6-9733-4e4f-8641-f9dded45cd08 req-d65e2d7e-7575-4365-8585-679f3fd2036d tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd76923c-7fd3-46c9-9be2-887ba11f6f26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427699
Jun 14 03:29:34.054004 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device 0d3f71d6-627d-4269-a9cb-588d2588c62a details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=92487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 14 03:29:34.182028 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device d084b477-afcf-412d-a027-efee14ea9a23 up at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:29:34.252167 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port 0d3f71d6-627d-4269-a9cb-588d2588c62a, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=0d3f71d6-627d-4269-a9cb-588d2588c62a,segment=NetworkSegment(7624187a-a66a-47fb-8736-9f51337befd0),segment_id=7624187a-a66a-47fb-8736-9f51337befd0)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:29:34.271214 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Returning: {'device': '0d3f71d6-627d-4269-a9cb-588d2588c62a', 'network_id': '59204b5b-ebc4-4155-af46-f7c56f00d62d', 'port_id': '0d3f71d6-627d-4269-a9cb-588d2588c62a', 'mac_address': 'fa:16:3e:c6:dd:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9185bba9-0b92-4177-95a7-76932f513987', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 14 03:29:34.282443 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Provisioning complete for port d084b477-afcf-412d-a027-efee14ea9a23 triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:29:34.282916 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:34.372001 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:34.394795 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.notifiers.nova [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d3f71d6-627d-4269-a9cb-588d2588c62a {{(pid=92487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 14 03:29:34.441863 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port 0d3f71d6-627d-4269-a9cb-588d2588c62a, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=0d3f71d6-627d-4269-a9cb-588d2588c62a,segment=NetworkSegment(7624187a-a66a-47fb-8736-9f51337befd0),segment_id=7624187a-a66a-47fb-8736-9f51337befd0)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:29:34.456687 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-5584ab4a-9825-4b6f-9c52-f6fb6ae4d813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:34.508187 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:34.510911 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-6d90da16-d78b-4a1e-b85b-c7e38f34667b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:29:34.582915 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Pushing event updated for resources: {'Port': ['ID=0d3f71d6-627d-4269-a9cb-588d2588c62a,revision_number=4']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:29:34.586744 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:29:34.729495 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] get_ports_and_sgs() called for port_ids ['0d3f71d6-627d-4269-a9cb-588d2588c62a'] {{(pid=92487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 14 03:29:35.172768 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cadb23-a767-4fba-949a-3afbb6795e2d req-0ca1a4c4-9f68-4457-a600-d21417171cb7 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:35.174216 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-f3cadb23-a767-4fba-949a-3afbb6795e2d req-0ca1a4c4-9f68-4457-a600-d21417171cb7 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/ports?device_id=05d17e46-70f4-4257-b83f-d05a2057bd6a HTTP/1.1" status: 200  len: 945 time: 0.3428612
Jun 14 03:29:35.223631 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-f3cadb23-a767-4fba-949a-3afbb6795e2d req-9505988c-bcba-4fb7-b9f4-da17c7544c28 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd76923c-7fd3-46c9-9be2-887ba11f6f26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413826
Jun 14 03:29:35.916247 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:36.070496 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device 0d3f71d6-627d-4269-a9cb-588d2588c62a up at agent hyperv_hv-cinder-79617 {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:29:36.179023 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Provisioning for port 0d3f71d6-627d-4269-a9cb-588d2588c62a completed by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:29:36.183149 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Provisioning complete for port 0d3f71d6-627d-4269-a9cb-588d2588c62a triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:29:36.183286 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:36.274447 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:36.298978 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d17e46-70f4-4257-b83f-d05a2057bd6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d3f71d6-627d-4269-a9cb-588d2588c62a'}] {{(pid=92487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:29:36.301636 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}681963f073e70c07aac8dc5e895e90246fb88e956d84982da350f3581d0ebeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349a3b9f-923b-4f72-9ac6-9205e7869979" -d '{"events": [{"server_uuid": "05d17e46-70f4-4257-b83f-d05a2057bd6a", "name": "network-vif-plugged", "status": "completed", "tag": "0d3f71d6-627d-4269-a9cb-588d2588c62a"}]}' {{(pid=92487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:29:36.316133 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port 0d3f71d6-627d-4269-a9cb-588d2588c62a, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=0d3f71d6-627d-4269-a9cb-588d2588c62a,segment=NetworkSegment(7624187a-a66a-47fb-8736-9f51337befd0),segment_id=7624187a-a66a-47fb-8736-9f51337befd0)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:29:36.377307 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:36.379213 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-6d90da16-d78b-4a1e-b85b-c7e38f34667b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:29:36.407883 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec157f-6596-492e-bde5-0186533bccf4 req-ee4cf498-0724-4ee9-b69d-3b6ec2ae027f tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:36.409360 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-28ec157f-6596-492e-bde5-0186533bccf4 req-ee4cf498-0724-4ee9-b69d-3b6ec2ae027f tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/ports?device_id=05d17e46-70f4-4257-b83f-d05a2057bd6a HTTP/1.1" status: 200  len: 945 time: 0.0709770
Jun 14 03:29:36.440876 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Pushing event updated for resources: {'Port': ['ID=0d3f71d6-627d-4269-a9cb-588d2588c62a,revision_number=5']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:29:36.444288 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:29:36.461487 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-28ec157f-6596-492e-bde5-0186533bccf4 req-6c67aaff-6b73-42c2-9e4c-ff5e22ff7b2f tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd76923c-7fd3-46c9-9be2-887ba11f6f26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465891
Jun 14 03:29:36.491577 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd321b1d-c72c-4d0f-84e0-0dfb7ba6fbdb x-openstack-request-id: req-cd321b1d-c72c-4d0f-84e0-0dfb7ba6fbdb {{(pid=92487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:29:36.491577 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05d17e46-70f4-4257-b83f-d05a2057bd6a", "name": "network-vif-plugged", "status": "completed", "tag": "0d3f71d6-627d-4269-a9cb-588d2588c62a", "code": 200}]} {{(pid=92487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:29:36.491577 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-cd321b1d-c72c-4d0f-84e0-0dfb7ba6fbdb {{(pid=92487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:29:36.491577 dv-cinder-796170-1-iscsi neutron-server[92487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05d17e46-70f4-4257-b83f-d05a2057bd6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d3f71d6-627d-4269-a9cb-588d2588c62a', 'code': 200}
Jun 14 03:29:36.682362 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42451f6-cec9-48cb-828a-958ab3728ec5 req-6552dee7-1597-4422-a262-3c59cd19f619 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:36.683797 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-d42451f6-cec9-48cb-828a-958ab3728ec5 req-6552dee7-1597-4422-a262-3c59cd19f619 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/networks?id=17b1c6ed-0d7c-4c23-b6be-51ac75c739d5 HTTP/1.1" status: 200  len: 815 time: 0.1272964
Jun 14 03:29:36.708885 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-d42451f6-cec9-48cb-828a-958ab3728ec5 req-762142e6-052d-4a97-a2f9-4841a7c65169 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/quotas/28ed75610aab41d6b712bab6d7683723 HTTP/1.1" status: 200  len: 375 time: 0.0096619
Jun 14 03:29:36.784684 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-d42451f6-cec9-48cb-828a-958ab3728ec5 req-e71b8460-9eeb-41a3-a8cc-92676d105ba1 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=28ed75610aab41d6b712bab6d7683723&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0705791
Jun 14 03:29:36.942954 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-d42451f6-cec9-48cb-828a-958ab3728ec5 req-cea70122-f69a-45d4-a610-c4c291cebf33 service neutron] 10.222.0.13 "GET /v2.0/networks/17b1c6ed-0d7c-4c23-b6be-51ac75c739d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1458833
Jun 14 03:29:36.976570 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-f79e6f4f-b51f-4fcc-b15b-d146bd18ddd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:36.990042 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a3872-3c0b-496e-98b1-52a47b8e8ddc req-09f7a31b-9d22-4d35-9c5d-e5e55d983b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:36.991517 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-968a3872-3c0b-496e-98b1-52a47b8e8ddc req-09f7a31b-9d22-4d35-9c5d-e5e55d983b27 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=05d17e46-70f4-4257-b83f-d05a2057bd6a HTTP/1.1" status: 200  len: 1099 time: 0.1156757
Jun 14 03:29:37.084851 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-968a3872-3c0b-496e-98b1-52a47b8e8ddc req-181130bd-585e-4b5b-950a-0c54965d187a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=fd76923c-7fd3-46c9-9be2-887ba11f6f26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0510554
Jun 14 03:29:37.088262 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-d42451f6-cec9-48cb-828a-958ab3728ec5 req-9cc152c5-d170-489e-9abc-74ee8849dcd5 service neutron] 10.222.0.13 "GET /v2.0/networks/17b1c6ed-0d7c-4c23-b6be-51ac75c739d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1393242
Jun 14 03:29:37.178783 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:37.341241 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-435ff8dd-1b8f-4436-908d-9ccc3bc57f75 req-fc0e5b95-4897-48b3-b2e0-1e3c7e801cd3 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/ports?device_id=491b2193-7c8b-474e-8f57-d7aadd1b5dbe HTTP/1.1" status: 200  len: 210 time: 0.0326965
Jun 14 03:29:37.653517 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2014277-a086-4e46-bde3-35924245ef66 req-48fee2ae-91a6-44c4-b444-e3c25a489334 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:37.654740 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-a2014277-a086-4e46-bde3-35924245ef66 req-48fee2ae-91a6-44c4-b444-e3c25a489334 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/ports?device_id=05d17e46-70f4-4257-b83f-d05a2057bd6a HTTP/1.1" status: 200  len: 946 time: 0.0754023
Jun 14 03:29:37.695847 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-a2014277-a086-4e46-bde3-35924245ef66 req-8eba0c6b-2166-4d59-ac39-1570392b14eb tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd76923c-7fd3-46c9-9be2-887ba11f6f26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0353177
Jun 14 03:29:38.156050 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-a6614653-0164-4561-80ac-e583b9425df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:38.489334 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-6677daaa-744b-4e62-8714-41713bb0d6d7 req-3701bd1c-640c-4497-a548-c25ec4a0ac8b tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/ports?device_id=491b2193-7c8b-474e-8f57-d7aadd1b5dbe HTTP/1.1" status: 200  len: 210 time: 0.0345006
Jun 14 03:29:38.879717 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d090df6-d518-4067-aa3b-259bfc0ca6bb req-3cc6c889-b64c-4628-bb50-d2883938bd1e tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:38.881183 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-0d090df6-d518-4067-aa3b-259bfc0ca6bb req-3cc6c889-b64c-4628-bb50-d2883938bd1e tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/ports?device_id=05d17e46-70f4-4257-b83f-d05a2057bd6a HTTP/1.1" status: 200  len: 946 time: 0.0725532
Jun 14 03:29:38.923417 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-0d090df6-d518-4067-aa3b-259bfc0ca6bb req-e235cc07-9909-42b7-a793-49434c805871 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd76923c-7fd3-46c9-9be2-887ba11f6f26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0361249
Jun 14 03:29:39.104997 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439fcade-1caf-4beb-81cb-5c7bf2f3903e req-e75b53cb-9090-4248-bafa-40d51f6698d2 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:39.107187 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-439fcade-1caf-4beb-81cb-5c7bf2f3903e req-e75b53cb-9090-4248-bafa-40d51f6698d2 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/ports?device_id=05d17e46-70f4-4257-b83f-d05a2057bd6a HTTP/1.1" status: 200  len: 946 time: 0.0745173
Jun 14 03:29:39.115907 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 47882) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:29:39.120542 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [None req-20284f59-8de1-433d-a8be-049bfa49cde0 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Request body: {'floatingip': {'port_id': '0d3f71d6-627d-4269-a9cb-588d2588c62a'}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:29:39.173762 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-20284f59-8de1-433d-a8be-049bfa49cde0 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks [] for floatingip, before_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:39.658679 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-3a025350-5086-47cf-9b28-f0c3e4ce04ff req-1d5397b6-8725-4261-ac59-3ec90e3547c9 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/ports?device_id=491b2193-7c8b-474e-8f57-d7aadd1b5dbe HTTP/1.1" status: 200  len: 210 time: 0.0409307
Jun 14 03:29:39.670064 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42451f6-cec9-48cb-828a-958ab3728ec5 req-8f5c5715-618f-482d-a16e-6a1f98707a67 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:39.671618 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-d42451f6-cec9-48cb-828a-958ab3728ec5 req-8f5c5715-618f-482d-a16e-6a1f98707a67 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.37 "GET /v2.0/networks?id=17b1c6ed-0d7c-4c23-b6be-51ac75c739d5 HTTP/1.1" status: 200  len: 815 time: 0.1924787
Jun 14 03:29:39.686039 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.v2.base [req-d42451f6-cec9-48cb-828a-958ab3728ec5 req-15186f0e-ec50-4aa2-957b-b79098b6e4cb tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Request body: {'port': {'device_id': '491b2193-7c8b-474e-8f57-d7aadd1b5dbe', 'network_id': '17b1c6ed-0d7c-4c23-b6be-51ac75c739d5', 'admin_state_up': True, 'tenant_id': '28ed75610aab41d6b712bab6d7683723'}} {{(pid=92485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:29:39.699164 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-37effd67-6caa-48ba-975b-7ec46c17b4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:39.885504 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d42451f6-cec9-48cb-828a-958ab3728ec5 req-15186f0e-ec50-4aa2-957b-b79098b6e4cb tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Made reservation on behalf of 28ed75610aab41d6b712bab6d7683723 for: {'port': 1} {{(pid=92485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 14 03:29:39.891172 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-d42451f6-cec9-48cb-828a-958ab3728ec5 req-15186f0e-ec50-4aa2-957b-b79098b6e4cb tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for port, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:40.038434 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.db_base_plugin_common [req-d42451f6-cec9-48cb-828a-958ab3728ec5 req-15186f0e-ec50-4aa2-957b-b79098b6e4cb tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Allocated IP 172.20.0.12 (17b1c6ed-0d7c-4c23-b6be-51ac75c739d5/84e982b5-5bc7-46b2-bff6-94158039073b/a332a1d9-3a17-4621-8fec-1f6e216f890f) {{(pid=92485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 14 03:29:40.064659 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-20284f59-8de1-433d-a8be-049bfa49cde0 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:40.150635 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-20284f59-8de1-433d-a8be-049bfa49cde0 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66755190'] for floatingip, after_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:40.241280 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-d42451f6-cec9-48cb-828a-958ab3728ec5 req-15186f0e-ec50-4aa2-957b-b79098b6e4cb tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Notify callbacks [] for port, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:40.255384 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.provisioning_blocks [req-d42451f6-cec9-48cb-828a-958ab3728ec5 req-15186f0e-ec50-4aa2-957b-b79098b6e4cb tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Transition to ACTIVE for port object a332a1d9-3a17-4621-8fec-1f6e216f890f will not be triggered until provisioned by entity DHCP. {{(pid=92485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:29:40.299773 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.db.l3_db [None req-20284f59-8de1-433d-a8be-049bfa49cde0 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Floating IP baeb177c-e891-464a-8845-6184f188c8bf associated. External IP: 172.27.2.217, port: 0d3f71d6-627d-4269-a9cb-588d2588c62a.
Jun 14 03:29:40.350976 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-d42451f6-cec9-48cb-828a-958ab3728ec5 req-15186f0e-ec50-4aa2-957b-b79098b6e4cb tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-668656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756196682527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62999275'] for port, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:40.361175 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-d3be4c12-e57f-4d60-a318-bb405b7354e5 tempest-VolumesSnapshotTestJSON-1304957063 tempest-VolumesSnapshotTestJSON-1304957063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:29:40.418753 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d42451f6-cec9-48cb-828a-958ab3728ec5 req-15186f0e-ec50-4aa2-957b-b79098b6e4cb tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Network 17b1c6ed-0d7c-4c23-b6be-51ac75c739d5 is already hosted by enough agents. {{(pid=92485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 14 03:29:40.422704 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.base_scheduler [req-d42451f6-cec9-48cb-828a-958ab3728ec5 req-15186f0e-ec50-4aa2-957b-b79098b6e4cb tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Resources bound (agent type, host, resource id):  {{(pid=92485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:29:40.426855 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.l3_dvrscheduler_db [req-d42451f6-cec9-48cb-828a-958ab3728ec5 req-15186f0e-ec50-4aa2-957b-b79098b6e4cb tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Received port after_create {{(pid=92485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 14 03:29:40.464712 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15186f0e-ec50-4aa2-957b-b79098b6e4cb tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Pushing event updated for resources: {'Port': ['ID=a332a1d9-3a17-4621-8fec-1f6e216f890f,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:29:40.470882 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-15186f0e-ec50-4aa2-957b-b79098b6e4cb tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:29:40.509865 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42451f6-cec9-48cb-828a-958ab3728ec5 req-15186f0e-ec50-4aa2-957b-b79098b6e4cb tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:40.510527 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-d42451f6-cec9-48cb-828a-958ab3728ec5 req-15186f0e-ec50-4aa2-957b-b79098b6e4cb tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389'] for port, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:40.631877 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-d42451f6-cec9-48cb-828a-958ab3728ec5 req-15186f0e-ec50-4aa2-957b-b79098b6e4cb tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9502847
Jun 14 03:29:40.675043 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20284f59-8de1-433d-a8be-049bfa49cde0 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Router 7eeb646e-f92b-461d-921d-9015b82f8a10 has already been hosted by L3 agent faa78350-ce80-467b-8f2c-9d7893daed85 {{(pid=92486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 14 03:29:40.780483 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-a034cc0e-496e-446e-8387-ce4faf003947 None None] Provisioning for port a332a1d9-3a17-4621-8fec-1f6e216f890f completed by entity DHCP. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:29:40.786083 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-a034cc0e-496e-446e-8387-ce4faf003947 None None] Provisioning complete for port a332a1d9-3a17-4621-8fec-1f6e216f890f triggered by entity DHCP. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:29:40.786723 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-a034cc0e-496e-446e-8387-ce4faf003947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:40.848736 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-a034cc0e-496e-446e-8387-ce4faf003947 None None] Port a332a1d9-3a17-4621-8fec-1f6e216f890f cannot update to ACTIVE because it is not bound. {{(pid=92487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 14 03:29:40.868602 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20284f59-8de1-433d-a8be-049bfa49cde0 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify agent at l3_agent.dv-cinder-796170-1-iscsi the message routers_updated {{(pid=92486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 14 03:29:40.873985 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-20284f59-8de1-433d-a8be-049bfa49cde0 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389'] for floatingip, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:40.880286 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069eefb6-95b6-4382-bdfe-63713226ff54 None None] Sync routers for ids ['7eeb646e-f92b-461d-921d-9015b82f8a10'] in dv-cinder-796170-1-iscsi {{(pid=92488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 14 03:29:40.892477 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069eefb6-95b6-4382-bdfe-63713226ff54 None None] Routers {'7eeb646e-f92b-461d-921d-9015b82f8a10'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:29:40.893431 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-069eefb6-95b6-4382-bdfe-63713226ff54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5e16abe0>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:29:37Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['7eeb646e-f92b-461d-921d-9015b82f8a10'], 'active': True} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:29:40.933757 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-20284f59-8de1-433d-a8be-049bfa49cde0 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "PUT /v2.0/floatingips/baeb177c-e891-464a-8845-6184f188c8bf HTTP/1.1" status: 200  len: 992 time: 1.8141208
Jun 14 03:29:40.933757 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05d17e46-70f4-4257-b83f-d05a2057bd6a', 'tag': '0d3f71d6-627d-4269-a9cb-588d2588c62a'}] {{(pid=92486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:29:40.947039 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5355d7bc3b36bcf9a7ee8a2281ad208d869c89ac4cdf4014809f5322b7820d6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecc78cd7-a82e-40ad-988f-13531051e050" -d '{"events": [{"name": "network-changed", "server_uuid": "05d17e46-70f4-4257-b83f-d05a2057bd6a", "tag": "0d3f71d6-627d-4269-a9cb-588d2588c62a"}]}' {{(pid=92486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:29:40.987552 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f8cc8-e46b-437d-ba26-77ce103f5c16 req-b52a4c1e-e8d8-4cc1-9cf0-71cc4fbd457b tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:40.989406 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-033f8cc8-e46b-437d-ba26-77ce103f5c16 req-b52a4c1e-e8d8-4cc1-9cf0-71cc4fbd457b tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/ports?device_id=491b2193-7c8b-474e-8f57-d7aadd1b5dbe HTTP/1.1" status: 200  len: 932 time: 0.1601422
Jun 14 03:29:41.080707 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvr_db [None req-069eefb6-95b6-4382-bdfe-63713226ff54 None None] Set router 7eeb646e-f92b-461d-921d-9015b82f8a10 gateway port host: dv-cinder-796170-1-iscsi {{(pid=92488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:29:41.118229 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-033f8cc8-e46b-437d-ba26-77ce103f5c16 req-89bfce50-28e1-4907-b3db-f3e270c075d5 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a190744-9d09-453a-87d3-9a2569b43594&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1222150
Jun 14 03:29:41.252081 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 03:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068b1f3c-0dd2-4b3a-be35-880c2ed6ba01 x-openstack-request-id: req-068b1f3c-0dd2-4b3a-be35-880c2ed6ba01 {{(pid=92486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:29:41.252418 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05d17e46-70f4-4257-b83f-d05a2057bd6a", "tag": "0d3f71d6-627d-4269-a9cb-588d2588c62a", "status": "completed", "code": 200}]} {{(pid=92486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:29:41.252709 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-068b1f3c-0dd2-4b3a-be35-880c2ed6ba01 {{(pid=92486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:29:41.253153 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05d17e46-70f4-4257-b83f-d05a2057bd6a', 'tag': '0d3f71d6-627d-4269-a9cb-588d2588c62a', 'status': 'completed', 'code': 200}
Jun 14 03:29:41.424874 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-069eefb6-95b6-4382-bdfe-63713226ff54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5e16abe0>, [{'id': '7eeb646e-f92b-461d-921d-9015b82f8a10', 'name': 'tempest-AttachVolumeTestJSON-188844159-router', 'tenant_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '4b4860d7-2946-40be-af39-d4fea81aa8b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:29:11Z', 'updated_at': '2021-06-14T03:29:16Z', 'revision_number': 4, 'project_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'gw_port': {'id': '4b4860d7-2946-40be-af39-d4fea81aa8b5', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:35:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeb646e-f92b-461d-921d-9015b82f8a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:29:11Z', 'updated_at': '2021-06-14T03:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_floatingips': [{'id': 'baeb177c-e891-464a-8845-6184f188c8bf', 'tenant_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'router_id': '7eeb646e-f92b-461d-921d-9015b82f8a10', 'port_id': '0d3f71d6-627d-4269-a9cb-588d2588c62a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59204b5b-ebc4-4155-af46-f7c56f00d62d', 'mac_address': 'fa:16:3e:c6:dd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d17e46-70f4-4257-b83f-d05a2057bd6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T03:29:22Z', 'updated_at': '2021-06-14T03:29:39Z', 'revision_number': 1, 'project_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aa07458-7d7b-4342-a3f6-0f0755db32f4', 'name': '', 'network_id': '59204b5b-ebc4-4155-af46-f7c56f00d62d', 'tenant_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'mac_address': 'fa:16:3e:16:e5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeb646e-f92b-461d-921d-9015b82f8a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '9185bba9-0b92-4177-95a7-76932f513987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:29:15Z', 'updated_at': '2021-06-14T03:29:24Z', 'revision_number': 5, 'project_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'subnets': [{'id': '9185bba9-0b92-4177-95a7-76932f513987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:29:41.428854 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069eefb6-95b6-4382-bdfe-63713226ff54 None None] Checking router: 7eeb646e-f92b-461d-921d-9015b82f8a10 for host: dv-cinder-796170-1-iscsi {{(pid=92488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 14 03:29:41.437809 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069eefb6-95b6-4382-bdfe-63713226ff54 None None] Routers {'7eeb646e-f92b-461d-921d-9015b82f8a10'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:29:41.438465 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-069eefb6-95b6-4382-bdfe-63713226ff54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5e16abe0>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:29:37Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['7eeb646e-f92b-461d-921d-9015b82f8a10'], 'active': True} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:29:41.604115 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvr_db [None req-069eefb6-95b6-4382-bdfe-63713226ff54 None None] Set router 7eeb646e-f92b-461d-921d-9015b82f8a10 gateway port host: dv-cinder-796170-1-iscsi {{(pid=92488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:29:41.907095 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-069eefb6-95b6-4382-bdfe-63713226ff54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5e16abe0>, [{'id': '7eeb646e-f92b-461d-921d-9015b82f8a10', 'name': 'tempest-AttachVolumeTestJSON-188844159-router', 'tenant_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '4b4860d7-2946-40be-af39-d4fea81aa8b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:29:11Z', 'updated_at': '2021-06-14T03:29:16Z', 'revision_number': 4, 'project_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'gw_port': {'id': '4b4860d7-2946-40be-af39-d4fea81aa8b5', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:35:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeb646e-f92b-461d-921d-9015b82f8a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:29:11Z', 'updated_at': '2021-06-14T03:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_floatingips': [{'id': 'baeb177c-e891-464a-8845-6184f188c8bf', 'tenant_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'router_id': '7eeb646e-f92b-461d-921d-9015b82f8a10', 'port_id': '0d3f71d6-627d-4269-a9cb-588d2588c62a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59204b5b-ebc4-4155-af46-f7c56f00d62d', 'mac_address': 'fa:16:3e:c6:dd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d17e46-70f4-4257-b83f-d05a2057bd6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T03:29:22Z', 'updated_at': '2021-06-14T03:29:39Z', 'revision_number': 1, 'project_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aa07458-7d7b-4342-a3f6-0f0755db32f4', 'name': '', 'network_id': '59204b5b-ebc4-4155-af46-f7c56f00d62d', 'tenant_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'mac_address': 'fa:16:3e:16:e5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeb646e-f92b-461d-921d-9015b82f8a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '9185bba9-0b92-4177-95a7-76932f513987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:29:15Z', 'updated_at': '2021-06-14T03:29:24Z', 'revision_number': 5, 'project_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'subnets': [{'id': '9185bba9-0b92-4177-95a7-76932f513987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:29:41.910411 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069eefb6-95b6-4382-bdfe-63713226ff54 None None] The sync data for ids ['7eeb646e-f92b-461d-921d-9015b82f8a10'] in dv-cinder-796170-1-iscsi is: [{'id': '7eeb646e-f92b-461d-921d-9015b82f8a10', 'name': 'tempest-AttachVolumeTestJSON-188844159-router', 'tenant_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '4b4860d7-2946-40be-af39-d4fea81aa8b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:29:11Z', 'updated_at': '2021-06-14T03:29:16Z', 'revision_number': 4, 'project_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'gw_port': {'id': '4b4860d7-2946-40be-af39-d4fea81aa8b5', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:35:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeb646e-f92b-461d-921d-9015b82f8a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:29:11Z', 'updated_at': '2021-06-14T03:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_floatingips': [{'id': 'baeb177c-e891-464a-8845-6184f188c8bf', 'tenant_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'router_id': '7eeb646e-f92b-461d-921d-9015b82f8a10', 'port_id': '0d3f71d6-627d-4269-a9cb-588d2588c62a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59204b5b-ebc4-4155-af46-f7c56f00d62d', 'mac_address': 'fa:16:3e:c6:dd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d17e46-70f4-4257-b83f-d05a2057bd6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T03:29:22Z', 'updated_at': '2021-06-14T03:29:39Z', 'revision_number': 1, 'project_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aa07458-7d7b-4342-a3f6-0f0755db32f4', 'name': '', 'network_id': '59204b5b-ebc4-4155-af46-f7c56f00d62d', 'tenant_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'mac_address': 'fa:16:3e:16:e5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeb646e-f92b-461d-921d-9015b82f8a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '9185bba9-0b92-4177-95a7-76932f513987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:29:15Z', 'updated_at': '2021-06-14T03:29:24Z', 'revision_number': 5, 'project_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'subnets': [{'id': '9185bba9-0b92-4177-95a7-76932f513987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 14 03:29:42.102595 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3d29f9-e12e-4c42-9c6d-e9b9989e0c61 None None] New status for floating IP baeb177c-e891-464a-8845-6184f188c8bf: ACTIVE {{(pid=92487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 14 03:29:42.325787 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e72a5dd-410c-4dfd-8777-f6d2db216928 req-93f7b5ab-a5d6-4bcc-b793-0c64c3a64e67 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:42.327315 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-4e72a5dd-410c-4dfd-8777-f6d2db216928 req-93f7b5ab-a5d6-4bcc-b793-0c64c3a64e67 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/ports?device_id=491b2193-7c8b-474e-8f57-d7aadd1b5dbe HTTP/1.1" status: 200  len: 932 time: 0.0774450
Jun 14 03:29:42.372989 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-4e72a5dd-410c-4dfd-8777-f6d2db216928 req-60e78811-2370-44cc-816f-ec148ade64fa tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a190744-9d09-453a-87d3-9a2569b43594&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385811
Jun 14 03:29:42.816235 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.agents_db [None req-ff4782b4-218c-43ce-8b60-1c0132b4bc55 None None] Agent healthcheck: found 6 active agents {{(pid=92488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 14 03:29:43.564946 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef602dc-6c78-4e73-8ecd-b3528b3b5d6d req-93c86b2b-8b84-43cc-95d2-e0ab3e9d22a3 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:43.566451 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-8ef602dc-6c78-4e73-8ecd-b3528b3b5d6d req-93c86b2b-8b84-43cc-95d2-e0ab3e9d22a3 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/ports?device_id=491b2193-7c8b-474e-8f57-d7aadd1b5dbe HTTP/1.1" status: 200  len: 932 time: 0.0749950
Jun 14 03:29:43.615811 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-8ef602dc-6c78-4e73-8ecd-b3528b3b5d6d req-9d7675fe-14de-48b7-be0a-dc8f54b72bd2 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a190744-9d09-453a-87d3-9a2569b43594&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427983
Jun 14 03:29:44.817333 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a4b82-10ae-476a-b538-651f49be2808 req-b415dc64-421f-4c52-a2f4-bdb14eac1fc2 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:44.818800 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-799a4b82-10ae-476a-b538-651f49be2808 req-b415dc64-421f-4c52-a2f4-bdb14eac1fc2 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/ports?device_id=491b2193-7c8b-474e-8f57-d7aadd1b5dbe HTTP/1.1" status: 200  len: 932 time: 0.0808105
Jun 14 03:29:44.861792 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-799a4b82-10ae-476a-b538-651f49be2808 req-2371420b-bfa7-4c1b-b342-bcee435e9234 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a190744-9d09-453a-87d3-9a2569b43594&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373721
Jun 14 03:29:46.047046 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd00cfcb-d865-47b9-91fd-07613f1a0923 req-f0f0f7d6-b8c9-47a0-94ac-73fb0cf25596 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:46.048484 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-dd00cfcb-d865-47b9-91fd-07613f1a0923 req-f0f0f7d6-b8c9-47a0-94ac-73fb0cf25596 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/ports?device_id=491b2193-7c8b-474e-8f57-d7aadd1b5dbe HTTP/1.1" status: 200  len: 932 time: 0.0735993
Jun 14 03:29:46.101115 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-dd00cfcb-d865-47b9-91fd-07613f1a0923 req-bc4df4a0-d476-4504-ac1d-3899190599b5 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a190744-9d09-453a-87d3-9a2569b43594&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467348
Jun 14 03:29:47.288297 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b2677d-3a83-459b-a688-2bf93cc012c8 req-baa9a796-77d4-4365-9396-1a9a2b97f6d0 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:47.289741 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-36b2677d-3a83-459b-a688-2bf93cc012c8 req-baa9a796-77d4-4365-9396-1a9a2b97f6d0 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/ports?device_id=491b2193-7c8b-474e-8f57-d7aadd1b5dbe HTTP/1.1" status: 200  len: 932 time: 0.0728137
Jun 14 03:29:47.335233 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-36b2677d-3a83-459b-a688-2bf93cc012c8 req-0f3a1f54-c840-4592-9c74-f8be9b8bf49d tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a190744-9d09-453a-87d3-9a2569b43594&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395992
Jun 14 03:29:48.534218 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd483c7f-ca8e-434a-ba13-1fa365441163 req-2507ae85-24e9-4f97-9fa4-402a7cb3a7d2 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:48.535721 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-bd483c7f-ca8e-434a-ba13-1fa365441163 req-2507ae85-24e9-4f97-9fa4-402a7cb3a7d2 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/ports?device_id=491b2193-7c8b-474e-8f57-d7aadd1b5dbe HTTP/1.1" status: 200  len: 932 time: 0.0736432
Jun 14 03:29:48.583520 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-bd483c7f-ca8e-434a-ba13-1fa365441163 req-ad5b5452-f65a-44cc-ac36-98a73861f92f tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a190744-9d09-453a-87d3-9a2569b43594&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419197
Jun 14 03:29:49.796910 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8600b-2565-41b7-9df9-b17cf7de68a8 req-d4f23e30-7d9e-418d-b57f-e192d6257441 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:49.798400 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-bfc8600b-2565-41b7-9df9-b17cf7de68a8 req-d4f23e30-7d9e-418d-b57f-e192d6257441 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/ports?device_id=491b2193-7c8b-474e-8f57-d7aadd1b5dbe HTTP/1.1" status: 200  len: 932 time: 0.0798769
Jun 14 03:29:49.845170 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-bfc8600b-2565-41b7-9df9-b17cf7de68a8 req-20c9ca34-8b34-4d78-95bb-cb1538eb5d7d tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a190744-9d09-453a-87d3-9a2569b43594&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397818
Jun 14 03:29:51.023288 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03462394-3ac0-4362-b7c5-de89e91b1ce4 req-8f1dc9dc-4b2f-44f6-9f0c-46f85ab85187 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:51.025538 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-03462394-3ac0-4362-b7c5-de89e91b1ce4 req-8f1dc9dc-4b2f-44f6-9f0c-46f85ab85187 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/ports?device_id=491b2193-7c8b-474e-8f57-d7aadd1b5dbe HTTP/1.1" status: 200  len: 932 time: 0.0708585
Jun 14 03:29:51.028041 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.v2.base [req-d42451f6-cec9-48cb-828a-958ab3728ec5 req-a23d0077-d639-49ab-b0c8-e5919b772f71 service neutron] Request body: {'port': {'device_id': '491b2193-7c8b-474e-8f57-d7aadd1b5dbe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=92485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:29:51.108238 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-03462394-3ac0-4362-b7c5-de89e91b1ce4 req-557cd300-5449-48fa-81a1-6fef23dcdb53 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a190744-9d09-453a-87d3-9a2569b43594&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760283
Jun 14 03:29:51.119023 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-d42451f6-cec9-48cb-828a-958ab3728ec5 req-a23d0077-d639-49ab-b0c8-e5919b772f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:51.127892 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc78cd7-a82e-40ad-988f-13531051e050 req-6c58ed85-0c2b-400a-ac13-70241bea2cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:51.129320 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-ecc78cd7-a82e-40ad-988f-13531051e050 req-6c58ed85-0c2b-400a-ac13-70241bea2cf2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8ee804e6168b404ba86aafb9d53b4ab7&device_id=05d17e46-70f4-4257-b83f-d05a2057bd6a HTTP/1.1" status: 200  len: 1099 time: 0.0910876
Jun 14 03:29:51.264088 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc78cd7-a82e-40ad-988f-13531051e050 req-246dd187-f2b3-4db7-8b8a-3797e42977f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:51.265536 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-ecc78cd7-a82e-40ad-988f-13531051e050 req-246dd187-f2b3-4db7-8b8a-3797e42977f6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=59204b5b-ebc4-4155-af46-f7c56f00d62d HTTP/1.1" status: 200  len: 911 time: 0.1122704
Jun 14 03:29:51.355930 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-ecc78cd7-a82e-40ad-988f-13531051e050 req-79babaf2-ff8c-4dc4-a58b-474ae8fd8fa5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d3f71d6-627d-4269-a9cb-588d2588c62a HTTP/1.1" status: 200  len: 1002 time: 0.0753360
Jun 14 03:29:51.420691 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc78cd7-a82e-40ad-988f-13531051e050 req-8f98bd74-4375-4a33-b59d-f9f2ca50e495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:51.422036 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-ecc78cd7-a82e-40ad-988f-13531051e050 req-8f98bd74-4375-4a33-b59d-f9f2ca50e495 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9185bba9-0b92-4177-95a7-76932f513987 HTTP/1.1" status: 200  len: 849 time: 0.0578902
Jun 14 03:29:51.431418 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.notifiers.nova [req-d42451f6-cec9-48cb-828a-958ab3728ec5 req-a23d0077-d639-49ab-b0c8-e5919b772f71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a332a1d9-3a17-4621-8fec-1f6e216f890f {{(pid=92485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 14 03:29:51.438914 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-d42451f6-cec9-48cb-828a-958ab3728ec5 req-a23d0077-d639-49ab-b0c8-e5919b772f71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:51.451513 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.provisioning_blocks [req-d42451f6-cec9-48cb-828a-958ab3728ec5 req-a23d0077-d639-49ab-b0c8-e5919b772f71 service neutron] Transition to ACTIVE for port object a332a1d9-3a17-4621-8fec-1f6e216f890f will not be triggered until provisioned by entity L2. {{(pid=92485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:29:51.489115 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc78cd7-a82e-40ad-988f-13531051e050 req-77c0bfb7-f804-4c1e-a0f6-71dfeb815b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:51.490600 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-ecc78cd7-a82e-40ad-988f-13531051e050 req-77c0bfb7-f804-4c1e-a0f6-71dfeb815b77 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=59204b5b-ebc4-4155-af46-f7c56f00d62d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0597670
Jun 14 03:29:51.538757 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-d42451f6-cec9-48cb-828a-958ab3728ec5 req-a23d0077-d639-49ab-b0c8-e5919b772f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62999253'] for port, after_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:51.541812 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:29:51.617538 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-ecc78cd7-a82e-40ad-988f-13531051e050 req-f667eb8a-72b2-4637-a800-b4552d21f857 service neutron] 10.222.0.37 "GET /v2.0/networks/59204b5b-ebc4-4155-af46-f7c56f00d62d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1197691
Jun 14 03:29:51.638280 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23d0077-d639-49ab-b0c8-e5919b772f71 service neutron] Pushing event updated for resources: {'Port': ['ID=a332a1d9-3a17-4621-8fec-1f6e216f890f,revision_number=2']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:29:51.666821 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-a23d0077-d639-49ab-b0c8-e5919b772f71 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:29:51.735548 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.managers [req-d42451f6-cec9-48cb-828a-958ab3728ec5 req-a23d0077-d639-49ab-b0c8-e5919b772f71 service neutron] Attempting to bind port a332a1d9-3a17-4621-8fec-1f6e216f890f on host hv-cinder-79617 for vnic_type normal with profile  {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 14 03:29:51.735898 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.managers [req-d42451f6-cec9-48cb-828a-958ab3728ec5 req-a23d0077-d639-49ab-b0c8-e5919b772f71 service neutron] Attempting to bind port a332a1d9-3a17-4621-8fec-1f6e216f890f by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': '40e90c70-6f9e-4418-9cec-b748b63d8c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '17b1c6ed-0d7c-4c23-b6be-51ac75c739d5'}] {{(pid=92485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 14 03:29:51.736210 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42451f6-cec9-48cb-828a-958ab3728ec5 req-a23d0077-d639-49ab-b0c8-e5919b772f71 service neutron] Attempting to bind port a332a1d9-3a17-4621-8fec-1f6e216f890f on network 17b1c6ed-0d7c-4c23-b6be-51ac75c739d5 {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 14 03:29:51.740940 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42451f6-cec9-48cb-828a-958ab3728ec5 req-a23d0077-d639-49ab-b0c8-e5919b772f71 service neutron] Port a332a1d9-3a17-4621-8fec-1f6e216f890f on network 17b1c6ed-0d7c-4c23-b6be-51ac75c739d5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 14 03:29:51.741262 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42451f6-cec9-48cb-828a-958ab3728ec5 req-a23d0077-d639-49ab-b0c8-e5919b772f71 service neutron] Attempting to bind port a332a1d9-3a17-4621-8fec-1f6e216f890f on network 17b1c6ed-0d7c-4c23-b6be-51ac75c739d5 {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 14 03:29:51.743280 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-ecc78cd7-a82e-40ad-988f-13531051e050 req-801bccb0-67cf-4584-beb4-97ac4020714e service neutron] 10.222.0.37 "GET /v2.0/networks/59204b5b-ebc4-4155-af46-f7c56f00d62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1180699
Jun 14 03:29:51.746093 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42451f6-cec9-48cb-828a-958ab3728ec5 req-a23d0077-d639-49ab-b0c8-e5919b772f71 service neutron] Checking agent: {'id': 'd909c266-64e1-43b2-ab9b-45098cd1126f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 20, 5), 'started_at': datetime.datetime(2021, 6, 14, 3, 20, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 29, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 14 03:29:51.746446 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42451f6-cec9-48cb-828a-958ab3728ec5 req-a23d0077-d639-49ab-b0c8-e5919b772f71 service neutron] Checking segment: {'id': '40e90c70-6f9e-4418-9cec-b748b63d8c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '17b1c6ed-0d7c-4c23-b6be-51ac75c739d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 14 03:29:51.746821 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d42451f6-cec9-48cb-828a-958ab3728ec5 req-a23d0077-d639-49ab-b0c8-e5919b772f71 service neutron] Bound using segment: {'id': '40e90c70-6f9e-4418-9cec-b748b63d8c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '17b1c6ed-0d7c-4c23-b6be-51ac75c739d5'} {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 14 03:29:51.747355 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.managers [req-d42451f6-cec9-48cb-828a-958ab3728ec5 req-a23d0077-d639-49ab-b0c8-e5919b772f71 service neutron] Bound port: a332a1d9-3a17-4621-8fec-1f6e216f890f, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40e90c70-6f9e-4418-9cec-b748b63d8c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '17b1c6ed-0d7c-4c23-b6be-51ac75c739d5'}}] {{(pid=92485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 14 03:29:51.747713 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-d42451f6-cec9-48cb-828a-958ab3728ec5 req-a23d0077-d639-49ab-b0c8-e5919b772f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:51.818623 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.db [req-d42451f6-cec9-48cb-828a-958ab3728ec5 req-a23d0077-d639-49ab-b0c8-e5919b772f71 service neutron] For port a332a1d9-3a17-4621-8fec-1f6e216f890f, host hv-cinder-79617, cleared binding levels {{(pid=92485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 14 03:29:51.821636 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.db [req-d42451f6-cec9-48cb-828a-958ab3728ec5 req-a23d0077-d639-49ab-b0c8-e5919b772f71 service neutron] For port a332a1d9-3a17-4621-8fec-1f6e216f890f, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=a332a1d9-3a17-4621-8fec-1f6e216f890f,segment=NetworkSegment(40e90c70-6f9e-4418-9cec-b748b63d8c33),segment_id=40e90c70-6f9e-4418-9cec-b748b63d8c33)] {{(pid=92485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 14 03:29:51.891946 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-d42451f6-cec9-48cb-828a-958ab3728ec5 req-a23d0077-d639-49ab-b0c8-e5919b772f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62999253'] for port, after_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:51.894065 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-1f9f01c0-25b7-4dc5-8f46-dd2e4483c46f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:29:51.932520 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42451f6-cec9-48cb-828a-958ab3728ec5 req-a23d0077-d639-49ab-b0c8-e5919b772f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:51.933166 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-d42451f6-cec9-48cb-828a-958ab3728ec5 req-a23d0077-d639-49ab-b0c8-e5919b772f71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389'] for port, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:51.935091 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-d42451f6-cec9-48cb-828a-958ab3728ec5 req-a23d0077-d639-49ab-b0c8-e5919b772f71 service neutron] 10.222.0.37 "PUT /v2.0/ports/a332a1d9-3a17-4621-8fec-1f6e216f890f HTTP/1.1" status: 200  len: 1094 time: 0.9114621
Jun 14 03:29:51.935583 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '491b2193-7c8b-474e-8f57-d7aadd1b5dbe', 'tag': 'a332a1d9-3a17-4621-8fec-1f6e216f890f'}] {{(pid=92485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:29:51.953908 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0639b30c08a1ea7684a5dbba31199bfc4186ae3813d9033880ffe89de9bab324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5428fe6d-b240-4d78-aaae-1fb327a9ba75" -d '{"events": [{"name": "network-changed", "server_uuid": "491b2193-7c8b-474e-8f57-d7aadd1b5dbe", "tag": "a332a1d9-3a17-4621-8fec-1f6e216f890f"}]}' {{(pid=92485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:29:51.966195 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23d0077-d639-49ab-b0c8-e5919b772f71 service neutron] Pushing event updated for resources: {'Port': ['ID=a332a1d9-3a17-4621-8fec-1f6e216f890f,revision_number=3']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:29:51.969317 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-a23d0077-d639-49ab-b0c8-e5919b772f71 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:29:51.985157 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 03:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8309f0b-1737-4de7-8089-2b0af4028d11 x-openstack-request-id: req-e8309f0b-1737-4de7-8089-2b0af4028d11 {{(pid=92485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:29:51.985484 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "491b2193-7c8b-474e-8f57-d7aadd1b5dbe", "tag": "a332a1d9-3a17-4621-8fec-1f6e216f890f", "status": "completed", "code": 200}]} {{(pid=92485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:29:51.985774 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e8309f0b-1737-4de7-8089-2b0af4028d11 {{(pid=92485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:29:51.986202 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '491b2193-7c8b-474e-8f57-d7aadd1b5dbe', 'tag': 'a332a1d9-3a17-4621-8fec-1f6e216f890f', 'status': 'completed', 'code': 200}
Jun 14 03:29:52.080650 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5428fe6d-b240-4d78-aaae-1fb327a9ba75 req-000b454b-43dd-484f-9dd4-bb28d91f4d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:52.082465 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-5428fe6d-b240-4d78-aaae-1fb327a9ba75 req-000b454b-43dd-484f-9dd4-bb28d91f4d99 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=28ed75610aab41d6b712bab6d7683723&device_id=491b2193-7c8b-474e-8f57-d7aadd1b5dbe HTTP/1.1" status: 200  len: 1097 time: 0.0698667
Jun 14 03:29:52.220120 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5428fe6d-b240-4d78-aaae-1fb327a9ba75 req-cecd101e-6957-49a0-9839-6057130611d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:52.221459 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-5428fe6d-b240-4d78-aaae-1fb327a9ba75 req-cecd101e-6957-49a0-9839-6057130611d6 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=28ed75610aab41d6b712bab6d7683723&shared=False HTTP/1.1" status: 200  len: 916 time: 0.1311016
Jun 14 03:29:52.351548 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5428fe6d-b240-4d78-aaae-1fb327a9ba75 req-c88fecdb-8bd7-4237-bc34-6765b00b7d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:52.352992 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-5428fe6d-b240-4d78-aaae-1fb327a9ba75 req-c88fecdb-8bd7-4237-bc34-6765b00b7d64 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1242683
Jun 14 03:29:52.496668 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e5682-16bf-45f6-a4cb-797e1791a597 req-1981288d-7796-40be-8d7e-deb8cf552dcc tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:52.498864 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-063e5682-16bf-45f6-a4cb-797e1791a597 req-1981288d-7796-40be-8d7e-deb8cf552dcc tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/ports?device_id=491b2193-7c8b-474e-8f57-d7aadd1b5dbe HTTP/1.1" status: 200  len: 944 time: 0.1111541
Jun 14 03:29:52.501340 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42451f6-cec9-48cb-828a-958ab3728ec5 req-1e0d6403-bb7a-42e9-b1ab-807482350432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:52.502648 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-d42451f6-cec9-48cb-828a-958ab3728ec5 req-1e0d6403-bb7a-42e9-b1ab-807482350432 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=28ed75610aab41d6b712bab6d7683723&device_id=491b2193-7c8b-474e-8f57-d7aadd1b5dbe HTTP/1.1" status: 200  len: 1097 time: 0.1047645
Jun 14 03:29:52.571561 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-d42451f6-cec9-48cb-828a-958ab3728ec5 req-5310635b-484c-4634-ae09-1cbbcc13187c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a332a1d9-3a17-4621-8fec-1f6e216f890f HTTP/1.1" status: 200  len: 217 time: 0.0499520
Jun 14 03:29:52.615619 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-063e5682-16bf-45f6-a4cb-797e1791a597 req-561124b3-c757-40f3-a799-a7810caaacfb tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a190744-9d09-453a-87d3-9a2569b43594&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1112430
Jun 14 03:29:52.634432 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42451f6-cec9-48cb-828a-958ab3728ec5 req-590bf54e-1631-4fd8-82cb-e42a282270e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:52.635879 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-d42451f6-cec9-48cb-828a-958ab3728ec5 req-590bf54e-1631-4fd8-82cb-e42a282270e7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=84e982b5-5bc7-46b2-bff6-94158039073b HTTP/1.1" status: 200  len: 854 time: 0.0562704
Jun 14 03:29:52.704005 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42451f6-cec9-48cb-828a-958ab3728ec5 req-5eedf7a8-325b-4250-9e8c-97b604a6240f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:52.705451 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-d42451f6-cec9-48cb-828a-958ab3728ec5 req-5eedf7a8-325b-4250-9e8c-97b604a6240f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=17b1c6ed-0d7c-4c23-b6be-51ac75c739d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0613556
Jun 14 03:29:52.833965 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-d42451f6-cec9-48cb-828a-958ab3728ec5 req-00ca1e64-5695-40b8-94a0-f4bb1a58511f service neutron] 10.222.0.37 "GET /v2.0/networks/17b1c6ed-0d7c-4c23-b6be-51ac75c739d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1165009
Jun 14 03:29:52.945251 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-d42451f6-cec9-48cb-828a-958ab3728ec5 req-fbed4923-e6f7-4ae9-8728-a6e28dc5005b service neutron] 10.222.0.37 "GET /v2.0/networks/17b1c6ed-0d7c-4c23-b6be-51ac75c739d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1044066
Jun 14 03:29:53.803299 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c30d1cf-7257-4a2f-b4ba-48b176b8ae03 req-ebff12df-16fe-4075-b661-080162a03e3a tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:53.804858 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-1c30d1cf-7257-4a2f-b4ba-48b176b8ae03 req-ebff12df-16fe-4075-b661-080162a03e3a tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/ports?device_id=491b2193-7c8b-474e-8f57-d7aadd1b5dbe HTTP/1.1" status: 200  len: 944 time: 0.0802259
Jun 14 03:29:53.845960 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-1c30d1cf-7257-4a2f-b4ba-48b176b8ae03 req-1f825995-ecd8-497c-8158-7f253c415b41 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a190744-9d09-453a-87d3-9a2569b43594&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0349374
Jun 14 03:29:55.019671 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8d1206-d37b-4e05-a2b6-fc191ef68ea4 req-6d5febbd-3d45-4be0-99c7-f7028cc32264 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:55.021001 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-0b8d1206-d37b-4e05-a2b6-fc191ef68ea4 req-6d5febbd-3d45-4be0-99c7-f7028cc32264 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/ports?device_id=491b2193-7c8b-474e-8f57-d7aadd1b5dbe HTTP/1.1" status: 200  len: 944 time: 0.0664434
Jun 14 03:29:55.061363 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-0b8d1206-d37b-4e05-a2b6-fc191ef68ea4 req-a1892f11-d173-4d21-b10b-dc592ae832bc tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a190744-9d09-453a-87d3-9a2569b43594&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0342638
Jun 14 03:29:56.090624 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device a332a1d9-3a17-4621-8fec-1f6e216f890f details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=92487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 14 03:29:56.252594 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e1f883-2652-4f6b-b4ea-ddfacf6cf88f req-907d96cb-0a9d-4faa-a278-0ce2895f0770 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:56.254231 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-b7e1f883-2652-4f6b-b4ea-ddfacf6cf88f req-907d96cb-0a9d-4faa-a278-0ce2895f0770 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/ports?device_id=491b2193-7c8b-474e-8f57-d7aadd1b5dbe HTTP/1.1" status: 200  len: 944 time: 0.0783565
Jun 14 03:29:56.298679 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-b7e1f883-2652-4f6b-b4ea-ddfacf6cf88f req-553a7a34-00bc-4d28-be42-e2cc367baed1 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a190744-9d09-453a-87d3-9a2569b43594&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385721
Jun 14 03:29:56.344170 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port a332a1d9-3a17-4621-8fec-1f6e216f890f, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=a332a1d9-3a17-4621-8fec-1f6e216f890f,segment=NetworkSegment(40e90c70-6f9e-4418-9cec-b748b63d8c33),segment_id=40e90c70-6f9e-4418-9cec-b748b63d8c33)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:29:56.355533 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Returning: {'device': 'a332a1d9-3a17-4621-8fec-1f6e216f890f', 'network_id': '17b1c6ed-0d7c-4c23-b6be-51ac75c739d5', 'port_id': 'a332a1d9-3a17-4621-8fec-1f6e216f890f', 'mac_address': 'fa:16:3e:4e:89:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84e982b5-5bc7-46b2-bff6-94158039073b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 14 03:29:56.397649 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:56.411616 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.notifiers.nova [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a332a1d9-3a17-4621-8fec-1f6e216f890f {{(pid=92487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 14 03:29:56.431041 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port a332a1d9-3a17-4621-8fec-1f6e216f890f, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=a332a1d9-3a17-4621-8fec-1f6e216f890f,segment=NetworkSegment(40e90c70-6f9e-4418-9cec-b748b63d8c33),segment_id=40e90c70-6f9e-4418-9cec-b748b63d8c33)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:29:56.499385 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:56.501187 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-0fb68d17-29f5-45f2-8123-2522cf3b4665 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:29:56.556421 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Pushing event updated for resources: {'Port': ['ID=a332a1d9-3a17-4621-8fec-1f6e216f890f,revision_number=4']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:29:56.559761 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:29:56.733372 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] get_ports_and_sgs() called for port_ids ['a332a1d9-3a17-4621-8fec-1f6e216f890f'] {{(pid=92487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 14 03:29:57.483401 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556d4aba-237e-4e02-83de-f4413438301e req-d50f6cd3-1ed7-42c4-a14a-e76e535e5a64 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:57.484838 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-556d4aba-237e-4e02-83de-f4413438301e req-d50f6cd3-1ed7-42c4-a14a-e76e535e5a64 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/ports?device_id=491b2193-7c8b-474e-8f57-d7aadd1b5dbe HTTP/1.1" status: 200  len: 945 time: 0.0681176
Jun 14 03:29:57.524473 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-556d4aba-237e-4e02-83de-f4413438301e req-8d02e8aa-1302-427b-a14d-2509f0191fae tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a190744-9d09-453a-87d3-9a2569b43594&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0340781
Jun 14 03:29:58.092188 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device a332a1d9-3a17-4621-8fec-1f6e216f890f up at agent hyperv_hv-cinder-79617 {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:29:58.212613 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Provisioning for port a332a1d9-3a17-4621-8fec-1f6e216f890f completed by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:29:58.216274 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Provisioning complete for port a332a1d9-3a17-4621-8fec-1f6e216f890f triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:29:58.217305 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:58.303082 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:58.327085 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491b2193-7c8b-474e-8f57-d7aadd1b5dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a332a1d9-3a17-4621-8fec-1f6e216f890f'}] {{(pid=92487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:29:58.329246 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}681963f073e70c07aac8dc5e895e90246fb88e956d84982da350f3581d0ebeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eecb578-5e98-49c1-8768-5a5566c1ed9d" -d '{"events": [{"server_uuid": "491b2193-7c8b-474e-8f57-d7aadd1b5dbe", "name": "network-vif-plugged", "status": "completed", "tag": "a332a1d9-3a17-4621-8fec-1f6e216f890f"}]}' {{(pid=92487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:29:58.343219 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port a332a1d9-3a17-4621-8fec-1f6e216f890f, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=a332a1d9-3a17-4621-8fec-1f6e216f890f,segment=NetworkSegment(40e90c70-6f9e-4418-9cec-b748b63d8c33),segment_id=40e90c70-6f9e-4418-9cec-b748b63d8c33)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:29:58.364109 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-763c0a76-0939-4029-afbb-de87cb0f4eed x-openstack-request-id: req-763c0a76-0939-4029-afbb-de87cb0f4eed {{(pid=92487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:29:58.364406 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491b2193-7c8b-474e-8f57-d7aadd1b5dbe", "name": "network-vif-plugged", "status": "completed", "tag": "a332a1d9-3a17-4621-8fec-1f6e216f890f", "code": 200}]} {{(pid=92487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:29:58.364667 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-763c0a76-0939-4029-afbb-de87cb0f4eed {{(pid=92487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:29:58.365063 dv-cinder-796170-1-iscsi neutron-server[92487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491b2193-7c8b-474e-8f57-d7aadd1b5dbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a332a1d9-3a17-4621-8fec-1f6e216f890f', 'code': 200}
Jun 14 03:29:58.425468 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:29:58.426653 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:29:58.490761 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Pushing event updated for resources: {'Port': ['ID=a332a1d9-3a17-4621-8fec-1f6e216f890f,revision_number=5']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:29:58.493820 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:29:58.711669 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53da503-7ab0-4029-adb2-2b0840539dc4 req-03f99934-3b21-4997-a1a0-cf29e0c77f20 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:58.713132 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-c53da503-7ab0-4029-adb2-2b0840539dc4 req-03f99934-3b21-4997-a1a0-cf29e0c77f20 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/ports?device_id=491b2193-7c8b-474e-8f57-d7aadd1b5dbe HTTP/1.1" status: 200  len: 946 time: 0.0706882
Jun 14 03:29:58.731284 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd367e-c5f5-43dd-a82d-38c0b3486dc8 req-a8a8e870-75bc-4d89-acb0-fc2d50990cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:58.732763 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-11cd367e-c5f5-43dd-a82d-38c0b3486dc8 req-a8a8e870-75bc-4d89-acb0-fc2d50990cc5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=491b2193-7c8b-474e-8f57-d7aadd1b5dbe HTTP/1.1" status: 200  len: 1099 time: 0.0656102
Jun 14 03:29:58.756612 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-c53da503-7ab0-4029-adb2-2b0840539dc4 req-c858d530-01ae-4d3d-9e6a-3ac1e3a77000 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a190744-9d09-453a-87d3-9a2569b43594&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371356
Jun 14 03:29:58.775990 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-11cd367e-c5f5-43dd-a82d-38c0b3486dc8 req-40561d20-223a-4911-bf8d-9e3a19acb4bc service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7a190744-9d09-453a-87d3-9a2569b43594&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0356815
Jun 14 03:29:59.953484 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505cd7f0-023b-4470-95fe-b3ab514d7162 req-2a838ff0-4fc6-425f-9712-3d16b3cf9ec7 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:29:59.955095 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-505cd7f0-023b-4470-95fe-b3ab514d7162 req-2a838ff0-4fc6-425f-9712-3d16b3cf9ec7 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/ports?device_id=491b2193-7c8b-474e-8f57-d7aadd1b5dbe HTTP/1.1" status: 200  len: 946 time: 0.0756624
Jun 14 03:29:59.996983 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-505cd7f0-023b-4470-95fe-b3ab514d7162 req-19f13096-87a3-4e5f-8e2d-9aafdb512e34 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a190744-9d09-453a-87d3-9a2569b43594&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0363674
Jun 14 03:30:00.181398 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34abf659-9374-4b57-b11d-5356bcf9da02 req-c62e28b8-ca30-45b7-894d-f9633ebd5396 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:00.182891 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-34abf659-9374-4b57-b11d-5356bcf9da02 req-c62e28b8-ca30-45b7-894d-f9633ebd5396 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/ports?device_id=491b2193-7c8b-474e-8f57-d7aadd1b5dbe HTTP/1.1" status: 200  len: 946 time: 0.0700617
Jun 14 03:30:00.226503 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-34abf659-9374-4b57-b11d-5356bcf9da02 req-34e8d3e2-7409-4949-b0a7-5103969a8dcf tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a190744-9d09-453a-87d3-9a2569b43594&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0358586
Jun 14 03:30:00.617427 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b00b74-c66c-48d2-aaf4-dc0f09ac8759 req-b99046f6-fc79-490f-830d-3c6200f65897 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:00.618813 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-70b00b74-c66c-48d2-aaf4-dc0f09ac8759 req-b99046f6-fc79-490f-830d-3c6200f65897 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/ports?device_id=491b2193-7c8b-474e-8f57-d7aadd1b5dbe HTTP/1.1" status: 200  len: 946 time: 0.0721710
Jun 14 03:30:00.660808 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-70b00b74-c66c-48d2-aaf4-dc0f09ac8759 req-31148170-1f7b-41d9-a82d-5b121113b3aa tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a190744-9d09-453a-87d3-9a2569b43594&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0347619
Jun 14 03:30:04.424224 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-45f08a17-d21a-4ed2-909d-728ecf97e3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:05.939223 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:06.966713 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-ddc515fc-70c9-4d59-91dc-a2af31cc80c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:07.172934 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:08.202055 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-a6614653-0164-4561-80ac-e583b9425df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:09.681612 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-37effd67-6caa-48ba-975b-7ec46c17b4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:11.064626 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-05924a7d-f948-4945-81f2-95ea1e9ee236 req-76a797af-f9ef-4c52-8401-22d5aae7076d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9ec59366-a676-4120-af0b-e2ca51eab895&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0592897
Jun 14 03:30:11.212904 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc87ee1e-b1f6-4486-82d4-12d80cac1e1b req-cec30d2b-a48d-4b49-8594-2edb0371ef25 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:11.214360 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-bc87ee1e-b1f6-4486-82d4-12d80cac1e1b req-cec30d2b-a48d-4b49-8594-2edb0371ef25 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/ports?device_id=491b2193-7c8b-474e-8f57-d7aadd1b5dbe HTTP/1.1" status: 200  len: 946 time: 0.1153657
Jun 14 03:30:11.216925 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05924a7d-f948-4945-81f2-95ea1e9ee236 req-d6ce1657-3d5d-434d-9519-7ab11f1b4f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:11.218240 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-05924a7d-f948-4945-81f2-95ea1e9ee236 req-d6ce1657-3d5d-434d-9519-7ab11f1b4f90 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=43a422776a77497eb08a2b437fe8f3a4&device_id=9ec59366-a676-4120-af0b-e2ca51eab895 HTTP/1.1" status: 200  len: 1098 time: 0.1103089
Jun 14 03:30:11.282954 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-bc87ee1e-b1f6-4486-82d4-12d80cac1e1b req-f343a0a1-7f29-4c04-94e9-99715287a5e1 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a190744-9d09-453a-87d3-9a2569b43594&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628536
Jun 14 03:30:11.308236 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 48048) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:30:11.367697 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05924a7d-f948-4945-81f2-95ea1e9ee236 req-1b6c62b8-6ef5-4b31-93aa-58a9d756d514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:11.369124 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-05924a7d-f948-4945-81f2-95ea1e9ee236 req-1b6c62b8-6ef5-4b31-93aa-58a9d756d514 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7f129db1-9523-4318-ad85-9f49178b5bdc HTTP/1.1" status: 200  len: 909 time: 0.1282876
Jun 14 03:30:11.410953 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50b9e17-9440-4248-9270-2c4006275e1b tempest-TestMinimumBasicScenario-677997839 tempest-TestMinimumBasicScenario-677997839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:11.412429 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-e50b9e17-9440-4248-9270-2c4006275e1b tempest-TestMinimumBasicScenario-677997839 tempest-TestMinimumBasicScenario-677997839-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=491b2193-7c8b-474e-8f57-d7aadd1b5dbe HTTP/1.1" status: 200  len: 1094 time: 0.1031730
Jun 14 03:30:11.415250 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 48052) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:30:11.419469 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [None req-e5ae3d39-3c5f-479f-a2f2-d13246474b09 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Request body: {'floatingip': {'floating_network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'port_id': 'a332a1d9-3a17-4621-8fec-1f6e216f890f', 'tenant_id': '28ed75610aab41d6b712bab6d7683723', 'fixed_ip_address': '172.20.0.12'}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:30:11.462189 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-05924a7d-f948-4945-81f2-95ea1e9ee236 req-89043698-1613-4d44-ade2-72c3b266599d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d850dea9-a48d-4e02-ab17-88a53263a5e4 HTTP/1.1" status: 200  len: 1001 time: 0.0803723
Jun 14 03:30:11.510353 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-e5ae3d39-3c5f-479f-a2f2-d13246474b09 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Notify callbacks [] for floatingip, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:11.640275 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-e5ae3d39-3c5f-479f-a2f2-d13246474b09 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for port, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:11.768230 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.db_base_plugin_common [None req-e5ae3d39-3c5f-479f-a2f2-d13246474b09 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Allocated IP 172.27.2.132 (93400a53-dc51-45a7-8a67-e74b6f34e4ba/60a70a14-b6be-44b1-a1f9-f2aaa6aa296b/040d4e8e-d0da-4467-a0c0-d00b6b02c9ed) {{(pid=92486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 14 03:30:11.783888 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05924a7d-f948-4945-81f2-95ea1e9ee236 req-2c3b7ee7-6afb-4246-ad90-17afd8b292b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:11.785339 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-05924a7d-f948-4945-81f2-95ea1e9ee236 req-2c3b7ee7-6afb-4246-ad90-17afd8b292b9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8a8207df-3806-430e-9b17-d9978decf79c HTTP/1.1" status: 200  len: 847 time: 0.3109174
Jun 14 03:30:11.850319 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05924a7d-f948-4945-81f2-95ea1e9ee236 req-f82329b4-97cd-447d-80db-cc5a9949554d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:11.851810 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-05924a7d-f948-4945-81f2-95ea1e9ee236 req-f82329b4-97cd-447d-80db-cc5a9949554d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7f129db1-9523-4318-ad85-9f49178b5bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0580654
Jun 14 03:30:11.898751 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-e5ae3d39-3c5f-479f-a2f2-d13246474b09 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Notify callbacks [] for port, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:11.967606 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-05924a7d-f948-4945-81f2-95ea1e9ee236 req-c2e77d26-7c55-4efb-b82b-6eb95acc0282 service neutron] 10.222.0.37 "GET /v2.0/networks/7f129db1-9523-4318-ad85-9f49178b5bdc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1088476
Jun 14 03:30:11.993849 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-e5ae3d39-3c5f-479f-a2f2-d13246474b09 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-668656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756196682527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63152314'] for port, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:11.996860 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-6d77c557-8b6a-4fff-9817-baf814f2355d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:30:12.045342 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ae3d39-3c5f-479f-a2f2-d13246474b09 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Network 93400a53-dc51-45a7-8a67-e74b6f34e4ba is already hosted by enough agents. {{(pid=92486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 14 03:30:12.049159 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.base_scheduler [None req-e5ae3d39-3c5f-479f-a2f2-d13246474b09 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Resources bound (agent type, host, resource id):  {{(pid=92486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:30:12.052508 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ae3d39-3c5f-479f-a2f2-d13246474b09 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Received port after_create {{(pid=92486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 14 03:30:12.080612 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ae3d39-3c5f-479f-a2f2-d13246474b09 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Pushing event updated for resources: {'Port': ['ID=040d4e8e-d0da-4467-a0c0-d00b6b02c9ed,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:30:12.086288 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-05924a7d-f948-4945-81f2-95ea1e9ee236 req-61480803-63cf-4f89-b8a0-1a0e24b18f12 service neutron] 10.222.0.37 "GET /v2.0/networks/7f129db1-9523-4318-ad85-9f49178b5bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1118820
Jun 14 03:30:12.095889 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ae3d39-3c5f-479f-a2f2-d13246474b09 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:30:12.096261 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ae3d39-3c5f-479f-a2f2-d13246474b09 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:30:12.096761 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ae3d39-3c5f-479f-a2f2-d13246474b09 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:30:12.096990 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ae3d39-3c5f-479f-a2f2-d13246474b09 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:30:12.097346 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ae3d39-3c5f-479f-a2f2-d13246474b09 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:30:12.097701 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ae3d39-3c5f-479f-a2f2-d13246474b09 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:30:12.098057 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ae3d39-3c5f-479f-a2f2-d13246474b09 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:30:12.098425 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ae3d39-3c5f-479f-a2f2-d13246474b09 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:30:12.098874 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ae3d39-3c5f-479f-a2f2-d13246474b09 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:30:12.099125 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ae3d39-3c5f-479f-a2f2-d13246474b09 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:30:12.099475 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ae3d39-3c5f-479f-a2f2-d13246474b09 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:30:12.099814 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5ae3d39-3c5f-479f-a2f2-d13246474b09 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:30:12.106008 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-e5ae3d39-3c5f-479f-a2f2-d13246474b09 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:30:12.819628 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-e5ae3d39-3c5f-479f-a2f2-d13246474b09 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:12.974177 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-e5ae3d39-3c5f-479f-a2f2-d13246474b09 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:13.159303 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-e5ae3d39-3c5f-479f-a2f2-d13246474b09 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Notify callbacks [] for port, precommit_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:13.223853 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-e5ae3d39-3c5f-479f-a2f2-d13246474b09 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63152260'] for port, after_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:13.227608 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-9a85e203-ff18-43a4-a18e-49786102ca6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:30:13.313846 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ae3d39-3c5f-479f-a2f2-d13246474b09 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Pushing event updated for resources: {'Port': ['ID=040d4e8e-d0da-4467-a0c0-d00b6b02c9ed,revision_number=2']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:30:13.317757 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-e5ae3d39-3c5f-479f-a2f2-d13246474b09 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:30:13.324850 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-e5ae3d39-3c5f-479f-a2f2-d13246474b09 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66755190'] for floatingip, after_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:13.459460 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.db.l3_db [None req-e5ae3d39-3c5f-479f-a2f2-d13246474b09 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Floating IP b955dca2-e871-4db5-bf84-f803f3b1af7a associated. External IP: 172.27.2.132, port: a332a1d9-3a17-4621-8fec-1f6e216f890f.
Jun 14 03:30:13.744991 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5ae3d39-3c5f-479f-a2f2-d13246474b09 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Router a8975e77-c98e-4fbb-9e04-76244cf88a44 has already been hosted by L3 agent faa78350-ce80-467b-8f2c-9d7893daed85 {{(pid=92486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 14 03:30:13.889094 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ae3d39-3c5f-479f-a2f2-d13246474b09 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Notify agent at l3_agent.dv-cinder-796170-1-iscsi the message routers_updated {{(pid=92486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 14 03:30:13.898156 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facf8f6c-1b81-45a9-ab06-6ec1d1e6034f None None] Sync routers for ids ['a8975e77-c98e-4fbb-9e04-76244cf88a44'] in dv-cinder-796170-1-iscsi {{(pid=92488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 14 03:30:13.907932 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facf8f6c-1b81-45a9-ab06-6ec1d1e6034f None None] Routers {'a8975e77-c98e-4fbb-9e04-76244cf88a44'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:30:13.908537 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-facf8f6c-1b81-45a9-ab06-6ec1d1e6034f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5e1d6250>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:30:07Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['a8975e77-c98e-4fbb-9e04-76244cf88a44'], 'active': True} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:30:13.965156 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-e5ae3d39-3c5f-479f-a2f2-d13246474b09 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389'] for floatingip, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:14.011818 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-e5ae3d39-3c5f-479f-a2f2-d13246474b09 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.5955596
Jun 14 03:30:14.012588 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '491b2193-7c8b-474e-8f57-d7aadd1b5dbe', 'tag': 'a332a1d9-3a17-4621-8fec-1f6e216f890f'}] {{(pid=92486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:30:14.014817 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 48060) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:30:14.015333 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5355d7bc3b36bcf9a7ee8a2281ad208d869c89ac4cdf4014809f5322b7820d6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21d2665-2434-415a-a853-6805fa6dc7d8" -d '{"events": [{"name": "network-changed", "server_uuid": "491b2193-7c8b-474e-8f57-d7aadd1b5dbe", "tag": "a332a1d9-3a17-4621-8fec-1f6e216f890f"}]}' {{(pid=92486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:30:14.020055 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.v2.base [None req-806c7fa6-fb0e-4869-8ca2-c791546840fe tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-540203773', 'description': 'tempest-secgroup-smoke-540203773 description', 'project_id': '28ed75610aab41d6b712bab6d7683723'}} {{(pid=92485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:30:14.053869 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvr_db [None req-facf8f6c-1b81-45a9-ab06-6ec1d1e6034f None None] Set router a8975e77-c98e-4fbb-9e04-76244cf88a44 gateway port host: dv-cinder-796170-1-iscsi {{(pid=92488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:30:14.056784 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 03:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96595c43-9555-4ef4-9b83-2aa63e736890 x-openstack-request-id: req-96595c43-9555-4ef4-9b83-2aa63e736890 {{(pid=92486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:30:14.057112 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "491b2193-7c8b-474e-8f57-d7aadd1b5dbe", "tag": "a332a1d9-3a17-4621-8fec-1f6e216f890f", "status": "completed", "code": 200}]} {{(pid=92486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:30:14.057406 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-96595c43-9555-4ef4-9b83-2aa63e736890 {{(pid=92486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:30:14.057859 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '491b2193-7c8b-474e-8f57-d7aadd1b5dbe', 'tag': 'a332a1d9-3a17-4621-8fec-1f6e216f890f', 'status': 'completed', 'code': 200}
Jun 14 03:30:14.117268 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-806c7fa6-fb0e-4869-8ca2-c791546840fe tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Notify callbacks [] for security_group, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:14.196435 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d2665-2434-415a-a853-6805fa6dc7d8 req-a112664c-5de4-4efa-9902-333d48b0bb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:14.197838 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-a21d2665-2434-415a-a853-6805fa6dc7d8 req-a112664c-5de4-4efa-9902-333d48b0bb38 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=28ed75610aab41d6b712bab6d7683723&device_id=491b2193-7c8b-474e-8f57-d7aadd1b5dbe HTTP/1.1" status: 200  len: 1099 time: 0.1149359
Jun 14 03:30:14.320187 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-806c7fa6-fb0e-4869-8ca2-c791546840fe tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Notify callbacks [] for security_group, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:14.348682 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d2665-2434-415a-a853-6805fa6dc7d8 req-52f5e699-6187-453a-a9b4-089e86dce2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:14.350385 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-a21d2665-2434-415a-a853-6805fa6dc7d8 req-52f5e699-6187-453a-a9b4-089e86dce2f8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=17b1c6ed-0d7c-4c23-b6be-51ac75c739d5 HTTP/1.1" status: 200  len: 916 time: 0.1424847
Jun 14 03:30:14.417718 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-806c7fa6-fb0e-4869-8ca2-c791546840fe tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:14.421636 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-f332b4ee-319e-4322-884c-08b90c01cdd8 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:30:14.467839 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806c7fa6-fb0e-4869-8ca2-c791546840fe tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e088084c-06cd-4e65-9c43-5f1610c5a6d4,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:30:14.471233 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-facf8f6c-1b81-45a9-ab06-6ec1d1e6034f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5e1d6250>, [{'id': 'a8975e77-c98e-4fbb-9e04-76244cf88a44', 'name': 'tempest-TestMinimumBasicScenario-1494566487-router', 'tenant_id': '28ed75610aab41d6b712bab6d7683723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '79477526-6d8d-4b0a-b990-db272a4e1dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:29:07Z', 'updated_at': '2021-06-14T03:29:12Z', 'revision_number': 4, 'project_id': '28ed75610aab41d6b712bab6d7683723', 'gw_port': {'id': '79477526-6d8d-4b0a-b990-db272a4e1dde', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:13:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8975e77-c98e-4fbb-9e04-76244cf88a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:29:08Z', 'updated_at': '2021-06-14T03:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_floatingips': [{'id': 'b955dca2-e871-4db5-bf84-f803f3b1af7a', 'tenant_id': '28ed75610aab41d6b712bab6d7683723', 'floating_ip_address': '172.27.2.132', 'floating_network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'router_id': 'a8975e77-c98e-4fbb-9e04-76244cf88a44', 'port_id': 'a332a1d9-3a17-4621-8fec-1f6e216f890f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17b1c6ed-0d7c-4c23-b6be-51ac75c739d5', 'mac_address': 'fa:16:3e:4e:89:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491b2193-7c8b-474e-8f57-d7aadd1b5dbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T03:30:12Z', 'updated_at': '2021-06-14T03:30:12Z', 'revision_number': 0, 'project_id': '28ed75610aab41d6b712bab6d7683723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c2bf119-e67d-47d4-8556-471613a0f887', 'name': '', 'network_id': '17b1c6ed-0d7c-4c23-b6be-51ac75c739d5', 'tenant_id': '28ed75610aab41d6b712bab6d7683723', 'mac_address': 'fa:16:3e:63:23:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8975e77-c98e-4fbb-9e04-76244cf88a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '84e982b5-5bc7-46b2-bff6-94158039073b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:29:11Z', 'updated_at': '2021-06-14T03:29:18Z', 'revision_number': 5, 'project_id': '28ed75610aab41d6b712bab6d7683723', 'subnets': [{'id': '84e982b5-5bc7-46b2-bff6-94158039073b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:30:14.471904 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-a21d2665-2434-415a-a853-6805fa6dc7d8 req-fa476633-c6b1-4e40-9b0a-995370d19630 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a332a1d9-3a17-4621-8fec-1f6e216f890f HTTP/1.1" status: 200  len: 1000 time: 0.1137156
Jun 14 03:30:14.474717 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facf8f6c-1b81-45a9-ab06-6ec1d1e6034f None None] Checking router: a8975e77-c98e-4fbb-9e04-76244cf88a44 for host: dv-cinder-796170-1-iscsi {{(pid=92488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 14 03:30:14.478380 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806c7fa6-fb0e-4869-8ca2-c791546840fe tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:30:14.478745 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806c7fa6-fb0e-4869-8ca2-c791546840fe tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:30:14.479161 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806c7fa6-fb0e-4869-8ca2-c791546840fe tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:30:14.479519 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806c7fa6-fb0e-4869-8ca2-c791546840fe tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:30:14.479878 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806c7fa6-fb0e-4869-8ca2-c791546840fe tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:30:14.480338 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806c7fa6-fb0e-4869-8ca2-c791546840fe tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:30:14.480615 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806c7fa6-fb0e-4869-8ca2-c791546840fe tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:30:14.480967 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806c7fa6-fb0e-4869-8ca2-c791546840fe tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:30:14.481321 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806c7fa6-fb0e-4869-8ca2-c791546840fe tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:30:14.481664 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806c7fa6-fb0e-4869-8ca2-c791546840fe tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:30:14.482011 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806c7fa6-fb0e-4869-8ca2-c791546840fe tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:30:14.482509 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-806c7fa6-fb0e-4869-8ca2-c791546840fe tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:30:14.483271 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facf8f6c-1b81-45a9-ab06-6ec1d1e6034f None None] Routers {'a8975e77-c98e-4fbb-9e04-76244cf88a44'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:30:14.483846 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-facf8f6c-1b81-45a9-ab06-6ec1d1e6034f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5e1d6250>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:30:07Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['a8975e77-c98e-4fbb-9e04-76244cf88a44'], 'active': True} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:30:14.494736 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-806c7fa6-fb0e-4869-8ca2-c791546840fe tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:30:14.542392 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d2665-2434-415a-a853-6805fa6dc7d8 req-1e546289-9bd0-4e74-95d7-05ff86d2890c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:14.543891 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-a21d2665-2434-415a-a853-6805fa6dc7d8 req-1e546289-9bd0-4e74-95d7-05ff86d2890c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=84e982b5-5bc7-46b2-bff6-94158039073b HTTP/1.1" status: 200  len: 854 time: 0.0572743
Jun 14 03:30:14.545002 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-806c7fa6-fb0e-4869-8ca2-c791546840fe tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Notify callbacks [] for security_group, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:14.546061 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-806c7fa6-fb0e-4869-8ca2-c791546840fe tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.5302854
Jun 14 03:30:14.549760 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 48064) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:30:14.554229 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.v2.base [None req-7c976a40-27b2-4fb7-966d-44d363a629df tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Request body: {'security_group_rule': {'security_group_id': 'e088084c-06cd-4e65-9c43-5f1610c5a6d4', 'project_id': '28ed75610aab41d6b712bab6d7683723', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:30:14.625927 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21d2665-2434-415a-a853-6805fa6dc7d8 req-1d371347-403a-4a26-bfb2-77af8f462be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:14.627521 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-a21d2665-2434-415a-a853-6805fa6dc7d8 req-1d371347-403a-4a26-bfb2-77af8f462be7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=17b1c6ed-0d7c-4c23-b6be-51ac75c739d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0690625
Jun 14 03:30:14.638304 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvr_db [None req-facf8f6c-1b81-45a9-ab06-6ec1d1e6034f None None] Set router a8975e77-c98e-4fbb-9e04-76244cf88a44 gateway port host: dv-cinder-796170-1-iscsi {{(pid=92488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:30:14.747710 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-7c976a40-27b2-4fb7-966d-44d363a629df tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:14.844927 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-a21d2665-2434-415a-a853-6805fa6dc7d8 req-852f7cac-81e4-4dcf-b835-ddf79fe7a0a6 service neutron] 10.222.0.37 "GET /v2.0/networks/17b1c6ed-0d7c-4c23-b6be-51ac75c739d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2096930
Jun 14 03:30:14.846706 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-7c976a40-27b2-4fb7-966d-44d363a629df tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:14.938911 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-7c976a40-27b2-4fb7-966d-44d363a629df tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66816466'] for security_group_rule, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:14.948826 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:30:14.955629 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-facf8f6c-1b81-45a9-ab06-6ec1d1e6034f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5e1d6250>, [{'id': 'a8975e77-c98e-4fbb-9e04-76244cf88a44', 'name': 'tempest-TestMinimumBasicScenario-1494566487-router', 'tenant_id': '28ed75610aab41d6b712bab6d7683723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '79477526-6d8d-4b0a-b990-db272a4e1dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:29:07Z', 'updated_at': '2021-06-14T03:29:12Z', 'revision_number': 4, 'project_id': '28ed75610aab41d6b712bab6d7683723', 'gw_port': {'id': '79477526-6d8d-4b0a-b990-db272a4e1dde', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:13:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8975e77-c98e-4fbb-9e04-76244cf88a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:29:08Z', 'updated_at': '2021-06-14T03:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_floatingips': [{'id': 'b955dca2-e871-4db5-bf84-f803f3b1af7a', 'tenant_id': '28ed75610aab41d6b712bab6d7683723', 'floating_ip_address': '172.27.2.132', 'floating_network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'router_id': 'a8975e77-c98e-4fbb-9e04-76244cf88a44', 'port_id': 'a332a1d9-3a17-4621-8fec-1f6e216f890f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17b1c6ed-0d7c-4c23-b6be-51ac75c739d5', 'mac_address': 'fa:16:3e:4e:89:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491b2193-7c8b-474e-8f57-d7aadd1b5dbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T03:30:12Z', 'updated_at': '2021-06-14T03:30:12Z', 'revision_number': 0, 'project_id': '28ed75610aab41d6b712bab6d7683723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c2bf119-e67d-47d4-8556-471613a0f887', 'name': '', 'network_id': '17b1c6ed-0d7c-4c23-b6be-51ac75c739d5', 'tenant_id': '28ed75610aab41d6b712bab6d7683723', 'mac_address': 'fa:16:3e:63:23:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8975e77-c98e-4fbb-9e04-76244cf88a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '84e982b5-5bc7-46b2-bff6-94158039073b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:29:11Z', 'updated_at': '2021-06-14T03:29:18Z', 'revision_number': 5, 'project_id': '28ed75610aab41d6b712bab6d7683723', 'subnets': [{'id': '84e982b5-5bc7-46b2-bff6-94158039073b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:30:14.959501 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facf8f6c-1b81-45a9-ab06-6ec1d1e6034f None None] The sync data for ids ['a8975e77-c98e-4fbb-9e04-76244cf88a44'] in dv-cinder-796170-1-iscsi is: [{'id': 'a8975e77-c98e-4fbb-9e04-76244cf88a44', 'name': 'tempest-TestMinimumBasicScenario-1494566487-router', 'tenant_id': '28ed75610aab41d6b712bab6d7683723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '79477526-6d8d-4b0a-b990-db272a4e1dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:29:07Z', 'updated_at': '2021-06-14T03:29:12Z', 'revision_number': 4, 'project_id': '28ed75610aab41d6b712bab6d7683723', 'gw_port': {'id': '79477526-6d8d-4b0a-b990-db272a4e1dde', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:13:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8975e77-c98e-4fbb-9e04-76244cf88a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:29:08Z', 'updated_at': '2021-06-14T03:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_floatingips': [{'id': 'b955dca2-e871-4db5-bf84-f803f3b1af7a', 'tenant_id': '28ed75610aab41d6b712bab6d7683723', 'floating_ip_address': '172.27.2.132', 'floating_network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'router_id': 'a8975e77-c98e-4fbb-9e04-76244cf88a44', 'port_id': 'a332a1d9-3a17-4621-8fec-1f6e216f890f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17b1c6ed-0d7c-4c23-b6be-51ac75c739d5', 'mac_address': 'fa:16:3e:4e:89:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491b2193-7c8b-474e-8f57-d7aadd1b5dbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T03:30:12Z', 'updated_at': '2021-06-14T03:30:12Z', 'revision_number': 0, 'project_id': '28ed75610aab41d6b712bab6d7683723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c2bf119-e67d-47d4-8556-471613a0f887', 'name': '', 'network_id': '17b1c6ed-0d7c-4c23-b6be-51ac75c739d5', 'tenant_id': '28ed75610aab41d6b712bab6d7683723', 'mac_address': 'fa:16:3e:63:23:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8975e77-c98e-4fbb-9e04-76244cf88a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '84e982b5-5bc7-46b2-bff6-94158039073b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:29:11Z', 'updated_at': '2021-06-14T03:29:18Z', 'revision_number': 5, 'project_id': '28ed75610aab41d6b712bab6d7683723', 'subnets': [{'id': '84e982b5-5bc7-46b2-bff6-94158039073b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 14 03:30:14.976937 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c976a40-27b2-4fb7-966d-44d363a629df tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4444a9a2-20b2-4e24-8401-5a52d901f12e,revision_number=0']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:30:14.986251 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-7c976a40-27b2-4fb7-966d-44d363a629df tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:30:14.991978 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-a21d2665-2434-415a-a853-6805fa6dc7d8 req-134934f1-a48b-4bc1-ac63-d70e8545b603 service neutron] 10.222.0.37 "GET /v2.0/networks/17b1c6ed-0d7c-4c23-b6be-51ac75c739d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1400177
Jun 14 03:30:15.064235 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-7c976a40-27b2-4fb7-966d-44d363a629df tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:15.068126 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-7c976a40-27b2-4fb7-966d-44d363a629df tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5146573
Jun 14 03:30:15.068308 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 48068) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:30:15.073194 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.v2.base [None req-78f4512a-762f-46f9-90a9-febdf73b181e tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Request body: {'security_group_rule': {'security_group_id': 'e088084c-06cd-4e65-9c43-5f1610c5a6d4', 'project_id': '28ed75610aab41d6b712bab6d7683723', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:30:15.154422 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c08266f8-ed68-41b8-8474-de370bba4c0e None None] New status for floating IP b955dca2-e871-4db5-bf84-f803f3b1af7a: ACTIVE {{(pid=92487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 14 03:30:15.189773 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-78f4512a-762f-46f9-90a9-febdf73b181e tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:15.266939 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-78f4512a-762f-46f9-90a9-febdf73b181e tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:15.370757 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-78f4512a-762f-46f9-90a9-febdf73b181e tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66816466'] for security_group_rule, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:15.376232 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-114f8fc7-fe33-4835-bba0-7c86b2088004 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:30:15.391812 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f4512a-762f-46f9-90a9-febdf73b181e tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25b914b5-2244-415f-b580-654abcd18a6f,revision_number=0']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:30:15.394008 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-78f4512a-762f-46f9-90a9-febdf73b181e tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:30:15.481472 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-78f4512a-762f-46f9-90a9-febdf73b181e tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:15.483839 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-78f4512a-762f-46f9-90a9-febdf73b181e tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4134057
Jun 14 03:30:15.486561 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 48070) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:30:15.491322 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [None req-3bd649a6-3154-472b-a493-a122e4e83b78 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Request body: {'security_group_rule': {'security_group_id': 'e088084c-06cd-4e65-9c43-5f1610c5a6d4', 'project_id': '28ed75610aab41d6b712bab6d7683723', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:30:15.638613 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-3bd649a6-3154-472b-a493-a122e4e83b78 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:15.702575 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-3bd649a6-3154-472b-a493-a122e4e83b78 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:15.795532 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-3bd649a6-3154-472b-a493-a122e4e83b78 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66816466'] for security_group_rule, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:15.801216 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-53b53394-1069-4cd8-9834-0606044613db tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:30:15.817263 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd649a6-3154-472b-a493-a122e4e83b78 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d018726e-9fd1-45ca-8ccd-35074506b01b,revision_number=0']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:30:15.819617 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-3bd649a6-3154-472b-a493-a122e4e83b78 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:30:15.897177 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-3bd649a6-3154-472b-a493-a122e4e83b78 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:15.898540 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-3bd649a6-3154-472b-a493-a122e4e83b78 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4106879
Jun 14 03:30:15.900998 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 48074) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:30:15.905766 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [None req-3a5203ac-7fa6-45e2-bc05-e423ca218315 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Request body: {'security_group_rule': {'security_group_id': 'e088084c-06cd-4e65-9c43-5f1610c5a6d4', 'project_id': '28ed75610aab41d6b712bab6d7683723', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:30:15.998871 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-3a5203ac-7fa6-45e2-bc05-e423ca218315 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:16.065090 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-3a5203ac-7fa6-45e2-bc05-e423ca218315 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:16.148078 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-3a5203ac-7fa6-45e2-bc05-e423ca218315 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66816466'] for security_group_rule, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:16.152725 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:30:16.168686 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5203ac-7fa6-45e2-bc05-e423ca218315 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23ca462f-4403-4483-8271-375cc35a54b1,revision_number=0']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:30:16.171054 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-3a5203ac-7fa6-45e2-bc05-e423ca218315 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:30:16.267946 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-3a5203ac-7fa6-45e2-bc05-e423ca218315 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:16.269157 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-3a5203ac-7fa6-45e2-bc05-e423ca218315 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3672042
Jun 14 03:30:16.271780 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 48076) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:30:16.276151 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [None req-49c93903-c8aa-42f1-a2e0-a609a98a967e tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Request body: {'security_group_rule': {'security_group_id': 'e088084c-06cd-4e65-9c43-5f1610c5a6d4', 'project_id': '28ed75610aab41d6b712bab6d7683723', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:30:16.378786 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.db.securitygroups_db [None req-49c93903-c8aa-42f1-a2e0-a609a98a967e tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Project 28ed75610aab41d6b712bab6d7683723 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 14 03:30:16.383917 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-49c93903-c8aa-42f1-a2e0-a609a98a967e tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:16.449484 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-49c93903-c8aa-42f1-a2e0-a609a98a967e tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:16.525051 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-49c93903-c8aa-42f1-a2e0-a609a98a967e tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66816466'] for security_group_rule, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:16.527128 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:30:16.546052 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c93903-c8aa-42f1-a2e0-a609a98a967e tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be81275e-d718-4e0b-8447-9abdebbca68d,revision_number=0']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:30:16.549903 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-49c93903-c8aa-42f1-a2e0-a609a98a967e tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:30:16.646957 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-49c93903-c8aa-42f1-a2e0-a609a98a967e tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:16.648145 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-49c93903-c8aa-42f1-a2e0-a609a98a967e tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3754692
Jun 14 03:30:16.650910 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 48078) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:30:16.655322 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [None req-bd1fa9d6-8f97-451d-855b-8dccd5b7c4f6 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Request body: {'security_group_rule': {'security_group_id': 'e088084c-06cd-4e65-9c43-5f1610c5a6d4', 'project_id': '28ed75610aab41d6b712bab6d7683723', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:30:16.755344 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.db.securitygroups_db [None req-bd1fa9d6-8f97-451d-855b-8dccd5b7c4f6 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Project 28ed75610aab41d6b712bab6d7683723 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 14 03:30:16.760366 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-bd1fa9d6-8f97-451d-855b-8dccd5b7c4f6 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:16.825531 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-bd1fa9d6-8f97-451d-855b-8dccd5b7c4f6 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:16.903687 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-bd1fa9d6-8f97-451d-855b-8dccd5b7c4f6 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66816466'] for security_group_rule, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:16.905774 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:30:16.922848 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1fa9d6-8f97-451d-855b-8dccd5b7c4f6 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ddfe24b-2e90-41c5-8639-28c920b8b09c,revision_number=0']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:30:16.926119 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-bd1fa9d6-8f97-451d-855b-8dccd5b7c4f6 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:30:16.993679 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-bd1fa9d6-8f97-451d-855b-8dccd5b7c4f6 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:16.994961 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-bd1fa9d6-8f97-451d-855b-8dccd5b7c4f6 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3431361
Jun 14 03:30:17.125350 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-866b1ef1-6222-4834-9497-2bec4399a11c req-f2df9fac-8cd1-4de8-ba66-9570b11cc0f1 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-540203773&fields=id&tenant_id=28ed75610aab41d6b712bab6d7683723 HTTP/1.1" status: 200  len: 267 time: 0.0361631
Jun 14 03:30:17.200651 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b1ef1-6222-4834-9497-2bec4399a11c req-2faef874-a4dd-4720-85e1-218ccb83b0c1 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:17.202085 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-866b1ef1-6222-4834-9497-2bec4399a11c req-2faef874-a4dd-4720-85e1-218ccb83b0c1 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/ports?device_id=491b2193-7c8b-474e-8f57-d7aadd1b5dbe HTTP/1.1" status: 200  len: 946 time: 0.0714588
Jun 14 03:30:17.213380 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.v2.base [req-866b1ef1-6222-4834-9497-2bec4399a11c req-c63035ee-4003-45d7-9800-45eed6a493dd tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Request body: {'port': {'security_groups': ['7a190744-9d09-453a-87d3-9a2569b43594', 'e088084c-06cd-4e65-9c43-5f1610c5a6d4']}} {{(pid=92485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:30:17.306820 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-866b1ef1-6222-4834-9497-2bec4399a11c req-c63035ee-4003-45d7-9800-45eed6a493dd tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:17.525420 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.db [req-866b1ef1-6222-4834-9497-2bec4399a11c req-c63035ee-4003-45d7-9800-45eed6a493dd tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] For port a332a1d9-3a17-4621-8fec-1f6e216f890f, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=a332a1d9-3a17-4621-8fec-1f6e216f890f,segment=NetworkSegment(40e90c70-6f9e-4418-9cec-b748b63d8c33),segment_id=40e90c70-6f9e-4418-9cec-b748b63d8c33)] {{(pid=92485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:30:17.556578 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-866b1ef1-6222-4834-9497-2bec4399a11c req-c63035ee-4003-45d7-9800-45eed6a493dd tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Notify callbacks [] for port, precommit_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:17.698196 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-866b1ef1-6222-4834-9497-2bec4399a11c req-c63035ee-4003-45d7-9800-45eed6a493dd tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62999253'] for port, after_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:17.702159 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-493c9766-8a83-46bc-8c49-3d1f54c4a476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:30:17.710330 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] get_ports_and_sgs() called for port_ids ['a332a1d9-3a17-4621-8fec-1f6e216f890f'] {{(pid=92487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 14 03:30:17.751330 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b1ef1-6222-4834-9497-2bec4399a11c req-c63035ee-4003-45d7-9800-45eed6a493dd tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:17.751885 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-866b1ef1-6222-4834-9497-2bec4399a11c req-c63035ee-4003-45d7-9800-45eed6a493dd tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389'] for port, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:17.753280 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-866b1ef1-6222-4834-9497-2bec4399a11c req-c63035ee-4003-45d7-9800-45eed6a493dd tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "PUT /v2.0/ports/a332a1d9-3a17-4621-8fec-1f6e216f890f HTTP/1.1" status: 200  len: 982 time: 0.5444262
Jun 14 03:30:17.753811 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '491b2193-7c8b-474e-8f57-d7aadd1b5dbe', 'tag': 'a332a1d9-3a17-4621-8fec-1f6e216f890f'}] {{(pid=92485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:30:17.756206 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0639b30c08a1ea7684a5dbba31199bfc4186ae3813d9033880ffe89de9bab324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b70a54b-588b-46b8-a6b2-03ee3e2e5eb8" -d '{"events": [{"name": "network-changed", "server_uuid": "491b2193-7c8b-474e-8f57-d7aadd1b5dbe", "tag": "a332a1d9-3a17-4621-8fec-1f6e216f890f"}]}' {{(pid=92485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:30:17.788634 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63035ee-4003-45d7-9800-45eed6a493dd tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Pushing event updated for resources: {'Port': ['ID=a332a1d9-3a17-4621-8fec-1f6e216f890f,revision_number=6']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:30:17.795981 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-c63035ee-4003-45d7-9800-45eed6a493dd tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:30:17.817045 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 03:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd67473-d281-409c-8c93-a15063ab5f4f x-openstack-request-id: req-acd67473-d281-409c-8c93-a15063ab5f4f {{(pid=92485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:30:17.817045 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "491b2193-7c8b-474e-8f57-d7aadd1b5dbe", "tag": "a332a1d9-3a17-4621-8fec-1f6e216f890f", "status": "completed", "code": 200}]} {{(pid=92485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:30:17.817285 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-acd67473-d281-409c-8c93-a15063ab5f4f {{(pid=92485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:30:17.817974 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '491b2193-7c8b-474e-8f57-d7aadd1b5dbe', 'tag': 'a332a1d9-3a17-4621-8fec-1f6e216f890f', 'status': 'completed', 'code': 200}
Jun 14 03:30:17.839585 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] get_ports_and_sgs() called for port_ids ['a332a1d9-3a17-4621-8fec-1f6e216f890f'] {{(pid=92487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 14 03:30:17.964721 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b70a54b-588b-46b8-a6b2-03ee3e2e5eb8 req-f99cfbf3-0e6e-44ee-a6d4-d6b8fb358812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:17.966206 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-5b70a54b-588b-46b8-a6b2-03ee3e2e5eb8 req-f99cfbf3-0e6e-44ee-a6d4-d6b8fb358812 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=28ed75610aab41d6b712bab6d7683723&device_id=491b2193-7c8b-474e-8f57-d7aadd1b5dbe HTTP/1.1" status: 200  len: 1138 time: 0.1246753
Jun 14 03:30:17.978355 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65627a97-30c5-49d2-94ce-0edc087eb406 req-a7db6f41-e1a0-4122-83c6-95221d3a89c0 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:17.979766 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-65627a97-30c5-49d2-94ce-0edc087eb406 req-a7db6f41-e1a0-4122-83c6-95221d3a89c0 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/ports?device_id=491b2193-7c8b-474e-8f57-d7aadd1b5dbe HTTP/1.1" status: 200  len: 985 time: 0.0996039
Jun 14 03:30:18.096777 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-e85f12c7-970d-47b4-a3ce-96c62011aaa3 None None] Provisioning complete for port a332a1d9-3a17-4621-8fec-1f6e216f890f triggered by entity DHCP. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:30:18.097154 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-e85f12c7-970d-47b4-a3ce-96c62011aaa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:18.100536 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-65627a97-30c5-49d2-94ce-0edc087eb406 req-a919a7b9-1263-470e-8c50-f6c11807cb89 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/security-groups?id=e088084c-06cd-4e65-9c43-5f1610c5a6d4&id=7a190744-9d09-453a-87d3-9a2569b43594&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1121454
Jun 14 03:30:18.130393 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b70a54b-588b-46b8-a6b2-03ee3e2e5eb8 req-7b2e7e67-b7f6-4fa1-a63b-307e730c38e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:18.130393 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-5b70a54b-588b-46b8-a6b2-03ee3e2e5eb8 req-7b2e7e67-b7f6-4fa1-a63b-307e730c38e5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=17b1c6ed-0d7c-4c23-b6be-51ac75c739d5 HTTP/1.1" status: 200  len: 916 time: 0.1462302
Jun 14 03:30:18.216475 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-5b70a54b-588b-46b8-a6b2-03ee3e2e5eb8 req-8e56e34a-90d8-450c-9ae7-737d49f4c4ab service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a332a1d9-3a17-4621-8fec-1f6e216f890f HTTP/1.1" status: 200  len: 1002 time: 0.0811055
Jun 14 03:30:18.275124 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b70a54b-588b-46b8-a6b2-03ee3e2e5eb8 req-28cfaa03-7941-4f7f-bb91-403186fae14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:18.276582 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-5b70a54b-588b-46b8-a6b2-03ee3e2e5eb8 req-28cfaa03-7941-4f7f-bb91-403186fae14a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=84e982b5-5bc7-46b2-bff6-94158039073b HTTP/1.1" status: 200  len: 854 time: 0.0517824
Jun 14 03:30:18.339447 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b70a54b-588b-46b8-a6b2-03ee3e2e5eb8 req-0e30b7ef-7b69-4210-90ff-731b7805b26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:18.340955 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-5b70a54b-588b-46b8-a6b2-03ee3e2e5eb8 req-0e30b7ef-7b69-4210-90ff-731b7805b26d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=17b1c6ed-0d7c-4c23-b6be-51ac75c739d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0581131
Jun 14 03:30:18.456824 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-5b70a54b-588b-46b8-a6b2-03ee3e2e5eb8 req-49caf2d8-4bc1-40ed-8c6e-640d3700c27b service neutron] 10.222.0.37 "GET /v2.0/networks/17b1c6ed-0d7c-4c23-b6be-51ac75c739d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1090474
Jun 14 03:30:18.573004 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-5b70a54b-588b-46b8-a6b2-03ee3e2e5eb8 req-f94d0735-1859-4874-8b3f-1908498e064a service neutron] 10.222.0.37 "GET /v2.0/networks/17b1c6ed-0d7c-4c23-b6be-51ac75c739d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1093729
Jun 14 03:30:19.815208 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.agents_db [None req-ff4782b4-218c-43ce-8b60-1c0132b4bc55 None None] Agent healthcheck: found 6 active agents {{(pid=92488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 14 03:30:29.876081 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46682b85-16c3-417c-b079-74ceb81edc87 req-1a340d80-7edd-4704-af31-2791454fa249 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:29.877540 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-46682b85-16c3-417c-b079-74ceb81edc87 req-1a340d80-7edd-4704-af31-2791454fa249 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?device_id=280f9725-873b-4156-99fd-25828654a879 HTTP/1.1" status: 200  len: 946 time: 0.0686564
Jun 14 03:30:29.918182 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-46682b85-16c3-417c-b079-74ceb81edc87 req-30995d9b-4bf4-427c-b562-137305445b24 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b7c9eac-b13e-4d51-ac42-9dd942a03f32&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0349448
Jun 14 03:30:30.392714 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 48140) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:30:30.699306 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.plugin [None req-1178bc65-365c-44c8-9422-0ad389d3272a tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Deleting port 5a309b92-68de-4989-8c41-f299189446c2 {{(pid=92485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 14 03:30:30.699519 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-1178bc65-365c-44c8-9422-0ad389d3272a tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756197070376'] for port, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:30.810376 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-1178bc65-365c-44c8-9422-0ad389d3272a tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66754036'] for port, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:30.810767 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-1178bc65-365c-44c8-9422-0ad389d3272a tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:30.909072 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.plugin [None req-1178bc65-365c-44c8-9422-0ad389d3272a tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Calling delete_port for 5a309b92-68de-4989-8c41-f299189446c2 owned by network:floatingip {{(pid=92485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 14 03:30:31.169945 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1f2e8-2155-4d6f-881d-79d9909e3c93 req-1f07139d-ed67-4051-95d5-850129a55810 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:31.171487 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-bcb1f2e8-2155-4d6f-881d-79d9909e3c93 req-1f07139d-ed67-4051-95d5-850129a55810 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?device_id=280f9725-873b-4156-99fd-25828654a879 HTTP/1.1" status: 200  len: 946 time: 0.1312656
Jun 14 03:30:31.222454 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-bcb1f2e8-2155-4d6f-881d-79d9909e3c93 req-d3638f47-6fc6-4bdd-b0df-91c3da5e1550 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b7c9eac-b13e-4d51-ac42-9dd942a03f32&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0408895
Jun 14 03:30:31.302156 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-1178bc65-365c-44c8-9422-0ad389d3272a tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756197075788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756196682536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62999266'] for port, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:31.305935 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-1295b66c-3ca7-4335-9917-99d00311517a tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:30:31.339199 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1178bc65-365c-44c8-9422-0ad389d3272a tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Pushing event deleted for resources: {'Port': ['ID=5a309b92-68de-4989-8c41-f299189446c2,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:30:31.341420 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-1178bc65-365c-44c8-9422-0ad389d3272a tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:30:31.422398 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-1178bc65-365c-44c8-9422-0ad389d3272a tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Notify callbacks [] for floatingip, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:31.423175 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.db.l3_db [None req-1178bc65-365c-44c8-9422-0ad389d3272a tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Floating IP 1c8031aa-07f9-4b7d-b53a-70c8209d0555 disassociated (deleted). External IP: 172.27.2.144, port: d850dea9-a48d-4e02-ab17-88a53263a5e4.
Jun 14 03:30:32.052699 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7852c8b-2b3e-44ca-817e-a6c7887f33c4 req-b58743ea-028e-4486-bd47-5c8fd9299f95 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:32.054146 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-a7852c8b-2b3e-44ca-817e-a6c7887f33c4 req-b58743ea-028e-4486-bd47-5c8fd9299f95 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.37 "GET /v2.0/ports?device_id=280f9725-873b-4156-99fd-25828654a879 HTTP/1.1" status: 200  len: 946 time: 0.2588019
Jun 14 03:30:32.072254 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581a0c58-1df2-4ddf-9a5a-d4190a50c63e req-eb6db398-4acb-49bb-9852-22c94a4181e2 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:32.073706 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-581a0c58-1df2-4ddf-9a5a-d4190a50c63e req-eb6db398-4acb-49bb-9852-22c94a4181e2 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/ports?device_id=05d17e46-70f4-4257-b83f-d05a2057bd6a HTTP/1.1" status: 200  len: 946 time: 0.2772543
Jun 14 03:30:32.212858 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-581a0c58-1df2-4ddf-9a5a-d4190a50c63e req-e0272b20-fc3a-400a-9a9a-2948da1324f5 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd76923c-7fd3-46c9-9be2-887ba11f6f26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1262515
Jun 14 03:30:32.220520 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1178bc65-365c-44c8-9422-0ad389d3272a tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Router 3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf has already been hosted by L3 agent faa78350-ce80-467b-8f2c-9d7893daed85 {{(pid=92485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 14 03:30:32.366438 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.plugin [req-a7852c8b-2b3e-44ca-817e-a6c7887f33c4 req-ee1edb44-357c-463b-8869-a354e714cc0f tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Deleting port 18bfab41-bd43-4867-961d-1dbfcc0ab09e {{(pid=92485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 14 03:30:32.366658 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-a7852c8b-2b3e-44ca-817e-a6c7887f33c4 req-ee1edb44-357c-463b-8869-a354e714cc0f tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756197070376'] for port, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:32.422630 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea48b65f-2ff6-40d3-94f5-04c2be2e51ed req-def5fc72-2572-4591-8d2e-99668dd46f23 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:32.424818 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-ea48b65f-2ff6-40d3-94f5-04c2be2e51ed req-def5fc72-2572-4591-8d2e-99668dd46f23 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?device_id=280f9725-873b-4156-99fd-25828654a879 HTTP/1.1" status: 200  len: 946 time: 0.0804322
Jun 14 03:30:32.471825 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-ea48b65f-2ff6-40d3-94f5-04c2be2e51ed req-c50aa399-8c4e-4c43-99bd-8dd4d8a2cd45 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b7c9eac-b13e-4d51-ac42-9dd942a03f32&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0413249
Jun 14 03:30:32.488296 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1178bc65-365c-44c8-9422-0ad389d3272a tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Notify agent at l3_agent.dv-cinder-796170-1-iscsi the message routers_updated {{(pid=92485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 14 03:30:32.492977 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-1178bc65-365c-44c8-9422-0ad389d3272a tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389'] for floatingip, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:32.499105 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d66977c-6d4c-4a99-86aa-1fd1e75e62d8 None None] Sync routers for ids ['3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf'] in dv-cinder-796170-1-iscsi {{(pid=92488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 14 03:30:32.509501 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d66977c-6d4c-4a99-86aa-1fd1e75e62d8 None None] Routers {'3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:30:32.510123 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-6d66977c-6d4c-4a99-86aa-1fd1e75e62d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5e46c910>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:30:07Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf'], 'active': True} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:30:32.545767 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.db [req-a7852c8b-2b3e-44ca-817e-a6c7887f33c4 req-ee1edb44-357c-463b-8869-a354e714cc0f tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] For port 18bfab41-bd43-4867-961d-1dbfcc0ab09e, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=18bfab41-bd43-4867-961d-1dbfcc0ab09e,segment=NetworkSegment(8195fb77-ebcc-4359-970d-8f4829c5d7e4),segment_id=8195fb77-ebcc-4359-970d-8f4829c5d7e4)] {{(pid=92485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:30:32.546751 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-a7852c8b-2b3e-44ca-817e-a6c7887f33c4 req-ee1edb44-357c-463b-8869-a354e714cc0f tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66754036'] for port, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:32.569250 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-1178bc65-365c-44c8-9422-0ad389d3272a tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "DELETE /v2.0/floatingips/1c8031aa-07f9-4b7d-b53a-70c8209d0555 HTTP/1.1" status: 204  len: 168 time: 2.1754410
Jun 14 03:30:32.609637 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ec59366-a676-4120-af0b-e2ca51eab895', 'tag': 'd850dea9-a48d-4e02-ab17-88a53263a5e4'}] {{(pid=92485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:30:32.612075 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0639b30c08a1ea7684a5dbba31199bfc4186ae3813d9033880ffe89de9bab324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a2733b-bf7a-43b0-ad58-617e51294a65" -d '{"events": [{"name": "network-changed", "server_uuid": "9ec59366-a676-4120-af0b-e2ca51eab895", "tag": "d850dea9-a48d-4e02-ab17-88a53263a5e4"}]}' {{(pid=92485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:30:32.664270 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvr_db [None req-6d66977c-6d4c-4a99-86aa-1fd1e75e62d8 None None] Set router 3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf gateway port host: dv-cinder-796170-1-iscsi {{(pid=92488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:30:32.800937 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a2733b-bf7a-43b0-ad58-617e51294a65 req-df3f6d37-3085-4c6f-a312-ee4126acb828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:32.803193 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-e2a2733b-bf7a-43b0-ad58-617e51294a65 req-df3f6d37-3085-4c6f-a312-ee4126acb828 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=43a422776a77497eb08a2b437fe8f3a4&device_id=9ec59366-a676-4120-af0b-e2ca51eab895 HTTP/1.1" status: 200  len: 1098 time: 0.0918283
Jun 14 03:30:32.805850 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 03:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f27195-ff13-4735-a467-2809da188190 x-openstack-request-id: req-40f27195-ff13-4735-a467-2809da188190 {{(pid=92485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:30:32.806172 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ec59366-a676-4120-af0b-e2ca51eab895", "tag": "d850dea9-a48d-4e02-ab17-88a53263a5e4", "status": "completed", "code": 200}]} {{(pid=92485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:30:32.806640 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-40f27195-ff13-4735-a467-2809da188190 {{(pid=92485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:30:32.807189 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ec59366-a676-4120-af0b-e2ca51eab895', 'tag': 'd850dea9-a48d-4e02-ab17-88a53263a5e4', 'status': 'completed', 'code': 200}
Jun 14 03:30:32.835421 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-a7852c8b-2b3e-44ca-817e-a6c7887f33c4 req-ee1edb44-357c-463b-8869-a354e714cc0f tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:32.849333 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-a7852c8b-2b3e-44ca-817e-a6c7887f33c4 req-ee1edb44-357c-463b-8869-a354e714cc0f tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66755190'] for floatingip, after_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:32.849333 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.db.l3_db [req-a7852c8b-2b3e-44ca-817e-a6c7887f33c4 req-ee1edb44-357c-463b-8869-a354e714cc0f tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Floating IP 16ef42a0-be1a-45e0-84ca-197b0ec77f3b disassociated. External IP: 172.27.2.34, port: 18bfab41-bd43-4867-961d-1dbfcc0ab09e.
Jun 14 03:30:32.849333 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.plugin [req-a7852c8b-2b3e-44ca-817e-a6c7887f33c4 req-ee1edb44-357c-463b-8869-a354e714cc0f tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Calling delete_port for 18bfab41-bd43-4867-961d-1dbfcc0ab09e owned by compute:nova {{(pid=92485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 14 03:30:32.958045 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a2733b-bf7a-43b0-ad58-617e51294a65 req-0f701140-3b39-404b-b486-a775dd78029c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:32.959823 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-e2a2733b-bf7a-43b0-ad58-617e51294a65 req-0f701140-3b39-404b-b486-a775dd78029c service neutron] 10.222.0.37 "GET /v2.0/networks?id=7f129db1-9523-4318-ad85-9f49178b5bdc HTTP/1.1" status: 200  len: 909 time: 0.1496241
Jun 14 03:30:32.995839 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-6d66977c-6d4c-4a99-86aa-1fd1e75e62d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5e46c910>, [{'id': '3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf', 'name': 'tempest-TestShelveInstance-838711568-router', 'tenant_id': '43a422776a77497eb08a2b437fe8f3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'b475a148-5d33-41c6-94b1-6d6a47de61c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:25:11Z', 'updated_at': '2021-06-14T03:25:16Z', 'revision_number': 4, 'project_id': '43a422776a77497eb08a2b437fe8f3a4', 'gw_port': {'id': 'b475a148-5d33-41c6-94b1-6d6a47de61c7', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:77:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:25:12Z', 'updated_at': '2021-06-14T03:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_interfaces': [{'id': '98fbc845-7d81-4958-8740-7dcce34b5ef4', 'name': '', 'network_id': '7f129db1-9523-4318-ad85-9f49178b5bdc', 'tenant_id': '43a422776a77497eb08a2b437fe8f3a4', 'mac_address': 'fa:16:3e:15:3b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8a8207df-3806-430e-9b17-d9978decf79c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:25:15Z', 'updated_at': '2021-06-14T03:25:24Z', 'revision_number': 5, 'project_id': '43a422776a77497eb08a2b437fe8f3a4', 'subnets': [{'id': '8a8207df-3806-430e-9b17-d9978decf79c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:30:33.001086 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d66977c-6d4c-4a99-86aa-1fd1e75e62d8 None None] Checking router: 3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf for host: dv-cinder-796170-1-iscsi {{(pid=92488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 14 03:30:33.012401 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d66977c-6d4c-4a99-86aa-1fd1e75e62d8 None None] Routers {'3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:30:33.017063 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-6d66977c-6d4c-4a99-86aa-1fd1e75e62d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5e46c910>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:30:07Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf'], 'active': True} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:30:33.044430 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-e2a2733b-bf7a-43b0-ad58-617e51294a65 req-4fba3c6b-6291-4329-adbb-7ccbc3e98614 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d850dea9-a48d-4e02-ab17-88a53263a5e4 HTTP/1.1" status: 200  len: 217 time: 0.0664279
Jun 14 03:30:33.102645 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-a7852c8b-2b3e-44ca-817e-a6c7887f33c4 req-ee1edb44-357c-463b-8869-a354e714cc0f tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756197075788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756196682536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62999266'] for port, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:33.108285 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-9a10e41c-dbfc-477b-aff9-6a9622643a33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:30:33.122279 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a2733b-bf7a-43b0-ad58-617e51294a65 req-1ff01cd5-2dab-424e-a875-255399018786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:33.124082 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-e2a2733b-bf7a-43b0-ad58-617e51294a65 req-1ff01cd5-2dab-424e-a875-255399018786 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8a8207df-3806-430e-9b17-d9978decf79c HTTP/1.1" status: 200  len: 847 time: 0.0705602
Jun 14 03:30:33.191443 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1edb44-357c-463b-8869-a354e714cc0f tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Pushing event deleted for resources: {'Port': ['ID=18bfab41-bd43-4867-961d-1dbfcc0ab09e,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:30:33.197026 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-ee1edb44-357c-463b-8869-a354e714cc0f tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:30:33.218949 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a2733b-bf7a-43b0-ad58-617e51294a65 req-42c75bef-11d2-4e23-b785-5a5ec3b3b818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:33.218949 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-e2a2733b-bf7a-43b0-ad58-617e51294a65 req-42c75bef-11d2-4e23-b785-5a5ec3b3b818 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7f129db1-9523-4318-ad85-9f49178b5bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0865448
Jun 14 03:30:33.347171 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvr_db [None req-6d66977c-6d4c-4a99-86aa-1fd1e75e62d8 None None] Set router 3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf gateway port host: dv-cinder-796170-1-iscsi {{(pid=92488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:30:33.440117 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-e2a2733b-bf7a-43b0-ad58-617e51294a65 req-da6d983b-47ce-406d-abb9-8a925e7cd1a9 service neutron] 10.222.0.37 "GET /v2.0/networks/7f129db1-9523-4318-ad85-9f49178b5bdc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2126441
Jun 14 03:30:33.453701 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7852c8b-2b3e-44ca-817e-a6c7887f33c4 req-ee1edb44-357c-463b-8869-a354e714cc0f tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Router 9107ac6f-5253-40e5-8381-7294f4653f9c has already been hosted by L3 agent faa78350-ce80-467b-8f2c-9d7893daed85 {{(pid=92485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 14 03:30:33.472619 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3af52f-9baf-47ea-ae9d-5937f8e0368d req-47c8ae50-21e5-495b-93c7-5b59203627a1 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:33.474607 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-1d3af52f-9baf-47ea-ae9d-5937f8e0368d req-47c8ae50-21e5-495b-93c7-5b59203627a1 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ec59366-a676-4120-af0b-e2ca51eab895 HTTP/1.1" status: 200  len: 945 time: 0.1268444
Jun 14 03:30:33.590201 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-1d3af52f-9baf-47ea-ae9d-5937f8e0368d req-b76c5e5a-3f03-470d-ad5e-bdd964d44b4c tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a6b1277-c90a-4bc7-b7bd-605c36cc3316&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0991378
Jun 14 03:30:33.653181 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f59ab3-8bba-4a25-8fc1-83bd8744e34b req-7c37f351-30dd-46e4-ae69-9371dc0712d6 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:33.661820 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-69f59ab3-8bba-4a25-8fc1-83bd8744e34b req-7c37f351-30dd-46e4-ae69-9371dc0712d6 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/ports?device_id=05d17e46-70f4-4257-b83f-d05a2057bd6a HTTP/1.1" status: 200  len: 946 time: 0.2649531
Jun 14 03:30:33.663368 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-e2a2733b-bf7a-43b0-ad58-617e51294a65 req-94d167f5-9a8d-48a6-a857-9bdb3686a039 service neutron] 10.222.0.37 "GET /v2.0/networks/7f129db1-9523-4318-ad85-9f49178b5bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2124400
Jun 14 03:30:33.716822 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7852c8b-2b3e-44ca-817e-a6c7887f33c4 req-ee1edb44-357c-463b-8869-a354e714cc0f tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify agent at l3_agent.dv-cinder-796170-1-iscsi the message routers_updated {{(pid=92485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 14 03:30:33.729086 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301f8f2d-ae22-4df0-8f3a-763890d165b5 None None] Sync routers for ids ['9107ac6f-5253-40e5-8381-7294f4653f9c'] in dv-cinder-796170-1-iscsi {{(pid=92487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 14 03:30:33.744915 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301f8f2d-ae22-4df0-8f3a-763890d165b5 None None] Routers {'9107ac6f-5253-40e5-8381-7294f4653f9c'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:30:33.746429 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-301f8f2d-ae22-4df0-8f3a-763890d165b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5d072460>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:30:07Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['9107ac6f-5253-40e5-8381-7294f4653f9c'], 'active': True} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:30:33.772850 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-69f59ab3-8bba-4a25-8fc1-83bd8744e34b req-1a181a01-ca77-444b-9ed4-376b5d04e41d tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd76923c-7fd3-46c9-9be2-887ba11f6f26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1078877
Jun 14 03:30:33.806109 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-6d66977c-6d4c-4a99-86aa-1fd1e75e62d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5e46c910>, [{'id': '3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf', 'name': 'tempest-TestShelveInstance-838711568-router', 'tenant_id': '43a422776a77497eb08a2b437fe8f3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'b475a148-5d33-41c6-94b1-6d6a47de61c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:25:11Z', 'updated_at': '2021-06-14T03:25:16Z', 'revision_number': 4, 'project_id': '43a422776a77497eb08a2b437fe8f3a4', 'gw_port': {'id': 'b475a148-5d33-41c6-94b1-6d6a47de61c7', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:77:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:25:12Z', 'updated_at': '2021-06-14T03:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_interfaces': [{'id': '98fbc845-7d81-4958-8740-7dcce34b5ef4', 'name': '', 'network_id': '7f129db1-9523-4318-ad85-9f49178b5bdc', 'tenant_id': '43a422776a77497eb08a2b437fe8f3a4', 'mac_address': 'fa:16:3e:15:3b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8a8207df-3806-430e-9b17-d9978decf79c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:25:15Z', 'updated_at': '2021-06-14T03:25:24Z', 'revision_number': 5, 'project_id': '43a422776a77497eb08a2b437fe8f3a4', 'subnets': [{'id': '8a8207df-3806-430e-9b17-d9978decf79c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:30:33.810757 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d66977c-6d4c-4a99-86aa-1fd1e75e62d8 None None] The sync data for ids ['3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf'] in dv-cinder-796170-1-iscsi is: [{'id': '3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf', 'name': 'tempest-TestShelveInstance-838711568-router', 'tenant_id': '43a422776a77497eb08a2b437fe8f3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'b475a148-5d33-41c6-94b1-6d6a47de61c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:25:11Z', 'updated_at': '2021-06-14T03:25:16Z', 'revision_number': 4, 'project_id': '43a422776a77497eb08a2b437fe8f3a4', 'gw_port': {'id': 'b475a148-5d33-41c6-94b1-6d6a47de61c7', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:77:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:25:12Z', 'updated_at': '2021-06-14T03:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_interfaces': [{'id': '98fbc845-7d81-4958-8740-7dcce34b5ef4', 'name': '', 'network_id': '7f129db1-9523-4318-ad85-9f49178b5bdc', 'tenant_id': '43a422776a77497eb08a2b437fe8f3a4', 'mac_address': 'fa:16:3e:15:3b:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '8a8207df-3806-430e-9b17-d9978decf79c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:25:15Z', 'updated_at': '2021-06-14T03:25:24Z', 'revision_number': 5, 'project_id': '43a422776a77497eb08a2b437fe8f3a4', 'subnets': [{'id': '8a8207df-3806-430e-9b17-d9978decf79c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 14 03:30:33.818370 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7852c8b-2b3e-44ca-817e-a6c7887f33c4 req-ee1edb44-357c-463b-8869-a354e714cc0f tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] No DVR routers for this DVR port 18bfab41-bd43-4867-961d-1dbfcc0ab09e on host hv-cinder-79617 {{(pid=92485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 14 03:30:33.821398 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-a7852c8b-2b3e-44ca-817e-a6c7887f33c4 req-ee1edb44-357c-463b-8869-a354e714cc0f tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389'] for port, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:33.823484 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-a7852c8b-2b3e-44ca-817e-a6c7887f33c4 req-ee1edb44-357c-463b-8869-a354e714cc0f tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.37 "DELETE /v2.0/ports/18bfab41-bd43-4867-961d-1dbfcc0ab09e HTTP/1.1" status: 204  len: 173 time: 1.7472198
Jun 14 03:30:33.854996 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-d94de203-a8e7-4330-985b-fd4bc17f21f2 req-e5cb0854-fe73-4319-89ad-2840d7a2e1f4 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?device_id=280f9725-873b-4156-99fd-25828654a879 HTTP/1.1" status: 200  len: 210 time: 0.0738516
Jun 14 03:30:33.963044 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvr_db [None req-301f8f2d-ae22-4df0-8f3a-763890d165b5 None None] Set router 9107ac6f-5253-40e5-8381-7294f4653f9c gateway port host: dv-cinder-796170-1-iscsi {{(pid=92487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:30:34.083002 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e912edb8-4623-4256-897f-4614cdfde115 None None] New status for floating IP 1c8031aa-07f9-4b7d-b53a-70c8209d0555: DOWN {{(pid=92488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 14 03:30:34.250188 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-301f8f2d-ae22-4df0-8f3a-763890d165b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5d072460>, [{'id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'name': 'tempest-TestVolumeBootPattern-923657156-router', 'tenant_id': '677c749727ed45bc8bb151403e7f4fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '0e733936-1964-4e57-bec7-c8bc3d54d949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:27:21Z', 'updated_at': '2021-06-14T03:27:26Z', 'revision_number': 4, 'project_id': '677c749727ed45bc8bb151403e7f4fa1', 'gw_port': {'id': '0e733936-1964-4e57-bec7-c8bc3d54d949', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:27:22Z', 'updated_at': '2021-06-14T03:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_interfaces': [{'id': 'aac7cc5d-182a-4fa1-8cb6-a94e5086d20f', 'name': '', 'network_id': '34b23c78-3069-403b-be6d-6131877d9778', 'tenant_id': '677c749727ed45bc8bb151403e7f4fa1', 'mac_address': 'fa:16:3e:50:e1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '1fa62e25-98c4-4c90-9558-661a82d6770a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:27:25Z', 'updated_at': '2021-06-14T03:27:32Z', 'revision_number': 5, 'project_id': '677c749727ed45bc8bb151403e7f4fa1', 'subnets': [{'id': '1fa62e25-98c4-4c90-9558-661a82d6770a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:30:34.253549 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301f8f2d-ae22-4df0-8f3a-763890d165b5 None None] Checking router: 9107ac6f-5253-40e5-8381-7294f4653f9c for host: dv-cinder-796170-1-iscsi {{(pid=92487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 14 03:30:34.261780 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301f8f2d-ae22-4df0-8f3a-763890d165b5 None None] Routers {'9107ac6f-5253-40e5-8381-7294f4653f9c'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:30:34.262603 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-301f8f2d-ae22-4df0-8f3a-763890d165b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5d072460>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:30:07Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['9107ac6f-5253-40e5-8381-7294f4653f9c'], 'active': True} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:30:34.575073 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvr_db [None req-301f8f2d-ae22-4df0-8f3a-763890d165b5 None None] Set router 9107ac6f-5253-40e5-8381-7294f4653f9c gateway port host: dv-cinder-796170-1-iscsi {{(pid=92487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:30:34.679439 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-35f0fd04-bfc4-4d56-b3ce-929b676f7370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:34.836163 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '280f9725-873b-4156-99fd-25828654a879', 'name': 'network-vif-deleted', 'tag': '18bfab41-bd43-4867-961d-1dbfcc0ab09e'}] {{(pid=92485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:30:34.836163 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0639b30c08a1ea7684a5dbba31199bfc4186ae3813d9033880ffe89de9bab324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab1c4d0c-4e8a-4f15-90f8-926d460d2701" -d '{"events": [{"server_uuid": "280f9725-873b-4156-99fd-25828654a879", "name": "network-vif-deleted", "tag": "18bfab41-bd43-4867-961d-1dbfcc0ab09e"}]}' {{(pid=92485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:30:34.876424 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-301f8f2d-ae22-4df0-8f3a-763890d165b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5d072460>, [{'id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'name': 'tempest-TestVolumeBootPattern-923657156-router', 'tenant_id': '677c749727ed45bc8bb151403e7f4fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '0e733936-1964-4e57-bec7-c8bc3d54d949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:27:21Z', 'updated_at': '2021-06-14T03:27:26Z', 'revision_number': 4, 'project_id': '677c749727ed45bc8bb151403e7f4fa1', 'gw_port': {'id': '0e733936-1964-4e57-bec7-c8bc3d54d949', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:27:22Z', 'updated_at': '2021-06-14T03:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_interfaces': [{'id': 'aac7cc5d-182a-4fa1-8cb6-a94e5086d20f', 'name': '', 'network_id': '34b23c78-3069-403b-be6d-6131877d9778', 'tenant_id': '677c749727ed45bc8bb151403e7f4fa1', 'mac_address': 'fa:16:3e:50:e1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '1fa62e25-98c4-4c90-9558-661a82d6770a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:27:25Z', 'updated_at': '2021-06-14T03:27:32Z', 'revision_number': 5, 'project_id': '677c749727ed45bc8bb151403e7f4fa1', 'subnets': [{'id': '1fa62e25-98c4-4c90-9558-661a82d6770a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:30:34.886188 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301f8f2d-ae22-4df0-8f3a-763890d165b5 None None] The sync data for ids ['9107ac6f-5253-40e5-8381-7294f4653f9c'] in dv-cinder-796170-1-iscsi is: [{'id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'name': 'tempest-TestVolumeBootPattern-923657156-router', 'tenant_id': '677c749727ed45bc8bb151403e7f4fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '0e733936-1964-4e57-bec7-c8bc3d54d949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:27:21Z', 'updated_at': '2021-06-14T03:27:26Z', 'revision_number': 4, 'project_id': '677c749727ed45bc8bb151403e7f4fa1', 'gw_port': {'id': '0e733936-1964-4e57-bec7-c8bc3d54d949', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:27:22Z', 'updated_at': '2021-06-14T03:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_interfaces': [{'id': 'aac7cc5d-182a-4fa1-8cb6-a94e5086d20f', 'name': '', 'network_id': '34b23c78-3069-403b-be6d-6131877d9778', 'tenant_id': '677c749727ed45bc8bb151403e7f4fa1', 'mac_address': 'fa:16:3e:50:e1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '1fa62e25-98c4-4c90-9558-661a82d6770a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:27:25Z', 'updated_at': '2021-06-14T03:27:32Z', 'revision_number': 5, 'project_id': '677c749727ed45bc8bb151403e7f4fa1', 'subnets': [{'id': '1fa62e25-98c4-4c90-9558-661a82d6770a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 14 03:30:34.897309 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c9c6c2-914d-4f8c-b65c-5dbc4f5d2309 req-193ebe83-bf45-47d4-a12d-beac18964630 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:34.902496 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-45c9c6c2-914d-4f8c-b65c-5dbc4f5d2309 req-193ebe83-bf45-47d4-a12d-beac18964630 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ec59366-a676-4120-af0b-e2ca51eab895 HTTP/1.1" status: 200  len: 945 time: 0.1577015
Jun 14 03:30:34.917658 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1966810-e5d5-4e3b-96f1-27d6fa2da97c req-dbfddf83-3da4-42c6-86c4-35dc8c17fb8f tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:34.919329 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-c1966810-e5d5-4e3b-96f1-27d6fa2da97c req-dbfddf83-3da4-42c6-86c4-35dc8c17fb8f tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.37 "GET /v2.0/ports?device_id=9ec59366-a676-4120-af0b-e2ca51eab895 HTTP/1.1" status: 200  len: 945 time: 0.1370385
Jun 14 03:30:35.003228 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9561053d-b954-4597-ae57-a599b38e8d4f req-469160ad-9eff-49dd-8f36-3aa55f5030c0 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:35.004951 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-9561053d-b954-4597-ae57-a599b38e8d4f req-469160ad-9eff-49dd-8f36-3aa55f5030c0 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/ports?device_id=05d17e46-70f4-4257-b83f-d05a2057bd6a HTTP/1.1" status: 200  len: 946 time: 0.0979524
Jun 14 03:30:35.025360 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-45c9c6c2-914d-4f8c-b65c-5dbc4f5d2309 req-164494fc-53cb-4650-83b3-ddf3ea671479 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/security-groups?id=3a6b1277-c90a-4bc7-b7bd-605c36cc3316&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1049345
Jun 14 03:30:35.069138 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-9561053d-b954-4597-ae57-a599b38e8d4f req-9983d658-6a13-4e3e-9363-11053b4c8f37 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd76923c-7fd3-46c9-9be2-887ba11f6f26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0564013
Jun 14 03:30:35.108211 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b40ff416-db97-4224-96fc-040499c174f7 x-openstack-request-id: req-b40ff416-db97-4224-96fc-040499c174f7 {{(pid=92485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:30:35.108565 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "280f9725-873b-4156-99fd-25828654a879", "name": "network-vif-deleted", "tag": "18bfab41-bd43-4867-961d-1dbfcc0ab09e", "status": "completed", "code": 200}]} {{(pid=92485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:30:35.108882 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b40ff416-db97-4224-96fc-040499c174f7 {{(pid=92485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:30:35.109396 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '280f9725-873b-4156-99fd-25828654a879', 'name': 'network-vif-deleted', 'tag': '18bfab41-bd43-4867-961d-1dbfcc0ab09e', 'status': 'completed', 'code': 200}
Jun 14 03:30:35.116552 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.plugin [req-c1966810-e5d5-4e3b-96f1-27d6fa2da97c req-898a8b06-3a20-4b78-96e8-73010dc6c31e tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Deleting port d850dea9-a48d-4e02-ab17-88a53263a5e4 {{(pid=92485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 14 03:30:35.116708 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-c1966810-e5d5-4e3b-96f1-27d6fa2da97c req-898a8b06-3a20-4b78-96e8-73010dc6c31e tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756197070376'] for port, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:35.305134 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-31242b60-7753-46cb-b35c-4a045c2068d0 req-907c56a2-77d3-4d44-8892-8194e0e4df66 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?device_id=280f9725-873b-4156-99fd-25828654a879 HTTP/1.1" status: 200  len: 210 time: 0.0818386
Jun 14 03:30:35.318766 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ca2ed5-13fb-4e0b-9773-e97a34c135cd None None] New status for floating IP 16ef42a0-be1a-45e0-84ca-197b0ec77f3b: DOWN {{(pid=92487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 14 03:30:35.545572 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.db [req-c1966810-e5d5-4e3b-96f1-27d6fa2da97c req-898a8b06-3a20-4b78-96e8-73010dc6c31e tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] For port d850dea9-a48d-4e02-ab17-88a53263a5e4, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=d850dea9-a48d-4e02-ab17-88a53263a5e4,segment=NetworkSegment(2cb0716a-ed02-4a11-ab33-313821ec955b),segment_id=2cb0716a-ed02-4a11-ab33-313821ec955b)] {{(pid=92485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:30:35.545905 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-c1966810-e5d5-4e3b-96f1-27d6fa2da97c req-898a8b06-3a20-4b78-96e8-73010dc6c31e tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66754036'] for port, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:35.641581 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.plugin [req-c1966810-e5d5-4e3b-96f1-27d6fa2da97c req-898a8b06-3a20-4b78-96e8-73010dc6c31e tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Calling delete_port for d850dea9-a48d-4e02-ab17-88a53263a5e4 owned by compute:nova {{(pid=92485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 14 03:30:36.093244 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-c1966810-e5d5-4e3b-96f1-27d6fa2da97c req-898a8b06-3a20-4b78-96e8-73010dc6c31e tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756197075788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756196682536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62999266'] for port, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:36.095726 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:36.103830 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-bc471735-af1e-4214-bf14-5f8af8feeef6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:30:36.143455 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898a8b06-3a20-4b78-96e8-73010dc6c31e tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Pushing event deleted for resources: {'Port': ['ID=d850dea9-a48d-4e02-ab17-88a53263a5e4,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:30:36.146133 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-898a8b06-3a20-4b78-96e8-73010dc6c31e tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:30:36.253183 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1966810-e5d5-4e3b-96f1-27d6fa2da97c req-898a8b06-3a20-4b78-96e8-73010dc6c31e tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] No DVR routers for this DVR port d850dea9-a48d-4e02-ab17-88a53263a5e4 on host hv-cinder-79617 {{(pid=92485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 14 03:30:36.265689 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-518a52e9-3026-429b-a3f1-ac7c82fcfcb7 req-c5c3f15e-ace6-4b71-9e64-32a672356907 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ec59366-a676-4120-af0b-e2ca51eab895 HTTP/1.1" status: 200  len: 210 time: 0.0637422
Jun 14 03:30:36.265689 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-c1966810-e5d5-4e3b-96f1-27d6fa2da97c req-898a8b06-3a20-4b78-96e8-73010dc6c31e tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389'] for port, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:36.265689 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-c1966810-e5d5-4e3b-96f1-27d6fa2da97c req-898a8b06-3a20-4b78-96e8-73010dc6c31e tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.37 "DELETE /v2.0/ports/d850dea9-a48d-4e02-ab17-88a53263a5e4 HTTP/1.1" status: 204  len: 173 time: 1.3326132
Jun 14 03:30:36.267895 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device 18bfab41-bd43-4867-961d-1dbfcc0ab09e no longer exists at agent hyperv_hv-cinder-79617 {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 14 03:30:36.294998 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-661a56f4-230e-4389-a254-9a37132de24a None None] No Port match for: 18bfab41-bd43-4867-961d-1dbfcc0ab09e {{(pid=92487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 14 03:30:36.295435 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device 18bfab41-bd43-4867-961d-1dbfcc0ab09e not bound to the agent host hv-cinder-79617 {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 14 03:30:36.309653 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e9a31-72f1-467f-a3dc-f7c7afc5a56d req-f2e64388-3580-4e8a-8300-1f3b20a79b8e tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:36.311177 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-1e2e9a31-72f1-467f-a3dc-f7c7afc5a56d req-f2e64388-3580-4e8a-8300-1f3b20a79b8e tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/ports?device_id=05d17e46-70f4-4257-b83f-d05a2057bd6a HTTP/1.1" status: 200  len: 946 time: 0.0919890
Jun 14 03:30:36.359144 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-1e2e9a31-72f1-467f-a3dc-f7c7afc5a56d req-befd7a65-03b3-41b0-9225-152c9c4d7f00 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd76923c-7fd3-46c9-9be2-887ba11f6f26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399468
Jun 14 03:30:36.658992 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-100c5f1b-e31a-48de-ab12-2c2244c02ed6 req-90d7d22a-d7b5-4fa2-af32-ce1a6af436a8 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-62743311&fields=id&tenant_id=677c749727ed45bc8bb151403e7f4fa1 HTTP/1.1" status: 200  len: 267 time: 0.0511920
Jun 14 03:30:36.794579 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c5f1b-e31a-48de-ab12-2c2244c02ed6 req-77733268-3a5d-4b13-ab75-a65ba9d8a1f6 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:36.797158 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-100c5f1b-e31a-48de-ab12-2c2244c02ed6 req-77733268-3a5d-4b13-ab75-a65ba9d8a1f6 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/networks?id=34b23c78-3069-403b-be6d-6131877d9778 HTTP/1.1" status: 200  len: 811 time: 0.1350739
Jun 14 03:30:36.814416 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-100c5f1b-e31a-48de-ab12-2c2244c02ed6 req-469e90ec-dcc6-40c5-b33a-fc6cbf34b8cf tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/quotas/677c749727ed45bc8bb151403e7f4fa1 HTTP/1.1" status: 200  len: 375 time: 0.0104682
Jun 14 03:30:36.896690 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-100c5f1b-e31a-48de-ab12-2c2244c02ed6 req-06b7e72f-f4c0-4000-9b4f-2f1de2210e24 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=677c749727ed45bc8bb151403e7f4fa1&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0767493
Jun 14 03:30:36.996242 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-a384e6ad-fbab-4f3c-a746-2fd2c7227146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:37.026910 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-100c5f1b-e31a-48de-ab12-2c2244c02ed6 req-90270756-3992-408c-920b-2e8c2f18a241 service neutron] 10.222.0.13 "GET /v2.0/networks/34b23c78-3069-403b-be6d-6131877d9778?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1172028
Jun 14 03:30:37.110635 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ec59366-a676-4120-af0b-e2ca51eab895', 'name': 'network-vif-deleted', 'tag': 'd850dea9-a48d-4e02-ab17-88a53263a5e4'}] {{(pid=92485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:30:37.113998 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0639b30c08a1ea7684a5dbba31199bfc4186ae3813d9033880ffe89de9bab324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3876ca9-8639-46e1-8ade-087cbca1ab4d" -d '{"events": [{"server_uuid": "9ec59366-a676-4120-af0b-e2ca51eab895", "name": "network-vif-deleted", "tag": "d850dea9-a48d-4e02-ab17-88a53263a5e4"}]}' {{(pid=92485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:30:37.157893 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f64438-38bb-4406-ab37-f6d5418b60e0 x-openstack-request-id: req-c9f64438-38bb-4406-ab37-f6d5418b60e0 {{(pid=92485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:30:37.158263 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ec59366-a676-4120-af0b-e2ca51eab895", "name": "network-vif-deleted", "tag": "d850dea9-a48d-4e02-ab17-88a53263a5e4", "status": "completed", "code": 200}]} {{(pid=92485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:30:37.158595 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c9f64438-38bb-4406-ab37-f6d5418b60e0 {{(pid=92485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:30:37.159030 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ec59366-a676-4120-af0b-e2ca51eab895', 'name': 'network-vif-deleted', 'tag': 'd850dea9-a48d-4e02-ab17-88a53263a5e4', 'status': 'completed', 'code': 200}
Jun 14 03:30:37.169040 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-100c5f1b-e31a-48de-ab12-2c2244c02ed6 req-aa396ff2-729c-4706-8a93-6671b6d4d0ea service neutron] 10.222.0.13 "GET /v2.0/networks/34b23c78-3069-403b-be6d-6131877d9778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1333907
Jun 14 03:30:37.224204 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:37.439603 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-b88140a6-7651-4836-99b4-86545a80c695 req-70afed75-b430-4a1b-9578-6a4ff22f3f17 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "GET /v2.0/ports?device_id=9ec59366-a676-4120-af0b-e2ca51eab895 HTTP/1.1" status: 200  len: 210 time: 0.0341299
Jun 14 03:30:37.629922 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857101cb-bc4b-4822-970a-883dfe16517c req-8f3fe248-b118-4969-a2a3-75534ed25a0c tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:37.641995 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-857101cb-bc4b-4822-970a-883dfe16517c req-8f3fe248-b118-4969-a2a3-75534ed25a0c tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/ports?device_id=05d17e46-70f4-4257-b83f-d05a2057bd6a HTTP/1.1" status: 200  len: 946 time: 0.0877526
Jun 14 03:30:37.675135 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-857101cb-bc4b-4822-970a-883dfe16517c req-cd0373b4-8a64-44ab-a61c-12a4de9a6668 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd76923c-7fd3-46c9-9be2-887ba11f6f26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380869
Jun 14 03:30:37.980265 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-ff16bb49-d87c-49e6-999c-de274c8d78c9 req-a174ea30-07e1-41e9-a211-a2b8d3d04b13 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e668f6d-887f-48ff-8da6-82a7edb90c0f HTTP/1.1" status: 200  len: 210 time: 0.0464756
Jun 14 03:30:38.155903 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-a6614653-0164-4561-80ac-e583b9425df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:38.271418 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device d850dea9-a48d-4e02-ab17-88a53263a5e4 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 14 03:30:38.296995 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-661a56f4-230e-4389-a254-9a37132de24a None None] No Port match for: d850dea9-a48d-4e02-ab17-88a53263a5e4 {{(pid=92487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 14 03:30:38.297350 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device d850dea9-a48d-4e02-ab17-88a53263a5e4 not bound to the agent host hv-cinder-79617 {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 14 03:30:38.533937 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 48212) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:30:38.605417 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-77bfdcbf-0ee2-4fa9-be9f-3742e261b809 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Notify callbacks [] for security_group, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:38.633678 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-77bfdcbf-0ee2-4fa9-be9f-3742e261b809 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:38.867507 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a337934c-a684-45fa-9aaf-c036fef56c0c req-75895b2f-fba2-4b29-91e4-430b45fb5c16 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:38.868979 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-a337934c-a684-45fa-9aaf-c036fef56c0c req-75895b2f-fba2-4b29-91e4-430b45fb5c16 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/ports?device_id=05d17e46-70f4-4257-b83f-d05a2057bd6a HTTP/1.1" status: 200  len: 946 time: 0.0743866
Jun 14 03:30:38.899360 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-77bfdcbf-0ee2-4fa9-be9f-3742e261b809 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:38.901828 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-77bfdcbf-0ee2-4fa9-be9f-3742e261b809 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Notify callbacks [] for security_group, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:38.905413 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-77bfdcbf-0ee2-4fa9-be9f-3742e261b809 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] 10.222.0.13 "DELETE /v2.0/security-groups/3a6b1277-c90a-4bc7-b7bd-605c36cc3316 HTTP/1.1" status: 204  len: 168 time: 0.3678820
Jun 14 03:30:38.910931 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-7073e05a-ae59-44ef-8e40-70f065224374 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:30:38.928120 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-a337934c-a684-45fa-9aaf-c036fef56c0c req-2ea7e336-b09b-4fef-9284-742717a0cf2a tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd76923c-7fd3-46c9-9be2-887ba11f6f26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0532920
Jun 14 03:30:38.928893 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bfdcbf-0ee2-4fa9-be9f-3742e261b809 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6b1277-c90a-4bc7-b7bd-605c36cc3316,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:30:38.931694 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-77bfdcbf-0ee2-4fa9-be9f-3742e261b809 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:30:39.074680 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 48220) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:30:39.143089 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-fdc0a94b-3cc8-4a96-beb5-e32ce688ba0e req-ee68d8f0-1b28-4f42-b89e-49e476574879 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e668f6d-887f-48ff-8da6-82a7edb90c0f HTTP/1.1" status: 200  len: 210 time: 0.0407333
Jun 14 03:30:39.710140 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-37effd67-6caa-48ba-975b-7ec46c17b4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:39.717458 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-966df44a-8fc5-4d12-acd9-0b752f6e462b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66751185'] for router_interface, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:40.101292 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.plugin [None req-966df44a-8fc5-4d12-acd9-0b752f6e462b admin admin] Deleting port 98fbc845-7d81-4958-8740-7dcce34b5ef4 {{(pid=92485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 14 03:30:40.101623 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-966df44a-8fc5-4d12-acd9-0b752f6e462b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756197070376'] for port, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:40.122502 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d864ac-7a1f-478e-b127-d9189f769078 req-6a2697f4-33ec-4b15-94ac-bff4160cb96f tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:40.124234 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-91d864ac-7a1f-478e-b127-d9189f769078 req-6a2697f4-33ec-4b15-94ac-bff4160cb96f tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/ports?device_id=05d17e46-70f4-4257-b83f-d05a2057bd6a HTTP/1.1" status: 200  len: 946 time: 0.0725329
Jun 14 03:30:40.185954 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-91d864ac-7a1f-478e-b127-d9189f769078 req-89fd20e4-92c8-48e2-a213-560713e1fedf tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd76923c-7fd3-46c9-9be2-887ba11f6f26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0535457
Jun 14 03:30:40.220808 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.db [None req-966df44a-8fc5-4d12-acd9-0b752f6e462b admin admin] For port 98fbc845-7d81-4958-8740-7dcce34b5ef4, host dv-cinder-796170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=98fbc845-7d81-4958-8740-7dcce34b5ef4,segment=NetworkSegment(2cb0716a-ed02-4a11-ab33-313821ec955b),segment_id=2cb0716a-ed02-4a11-ab33-313821ec955b)] {{(pid=92485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:30:40.221441 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-966df44a-8fc5-4d12-acd9-0b752f6e462b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66754036'] for port, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:40.323845 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.plugin [None req-966df44a-8fc5-4d12-acd9-0b752f6e462b admin admin] Calling delete_port for 98fbc845-7d81-4958-8740-7dcce34b5ef4 owned by network:router_interface {{(pid=92485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 14 03:30:40.363302 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-301e5481-475f-4490-8d46-73f1c201f157 req-a5cd3bb1-73f4-4afd-a993-05c8d0872f70 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e668f6d-887f-48ff-8da6-82a7edb90c0f HTTP/1.1" status: 200  len: 210 time: 0.0371754
Jun 14 03:30:40.645877 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c5f1b-e31a-48de-ab12-2c2244c02ed6 req-83acc30b-317c-4c75-9895-7f111a764618 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:40.648982 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-100c5f1b-e31a-48de-ab12-2c2244c02ed6 req-83acc30b-317c-4c75-9895-7f111a764618 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.37 "GET /v2.0/networks?id=34b23c78-3069-403b-be6d-6131877d9778 HTTP/1.1" status: 200  len: 811 time: 0.2168615
Jun 14 03:30:40.767635 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-100c5f1b-e31a-48de-ab12-2c2244c02ed6 req-19ad3a72-be3e-4354-bde8-d4cea1f8277c tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=677c749727ed45bc8bb151403e7f4fa1 HTTP/1.1" status: 200  len: 378 time: 0.1104660
Jun 14 03:30:40.781926 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.v2.base [req-100c5f1b-e31a-48de-ab12-2c2244c02ed6 req-0e1ac402-7744-41c0-90f3-e2e2060ee0b5 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Request body: {'port': {'device_id': '6e668f6d-887f-48ff-8da6-82a7edb90c0f', 'network_id': '34b23c78-3069-403b-be6d-6131877d9778', 'admin_state_up': True, 'tenant_id': '677c749727ed45bc8bb151403e7f4fa1', 'security_groups': ['8b7c9eac-b13e-4d51-ac42-9dd942a03f32']}} {{(pid=92485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:30:41.168209 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-966df44a-8fc5-4d12-acd9-0b752f6e462b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756197075788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756196682536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62999266'] for port, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:41.180307 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-d80ac2b5-2a6d-4098-a8e8-22d4cee672ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:30:41.236531 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966df44a-8fc5-4d12-acd9-0b752f6e462b admin admin] Pushing event deleted for resources: {'Port': ['ID=98fbc845-7d81-4958-8740-7dcce34b5ef4,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:30:41.239022 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-966df44a-8fc5-4d12-acd9-0b752f6e462b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:30:41.263540 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d6ef86-c0c7-4a60-a2eb-08dc97908e75 req-67416b6c-4970-43f7-80b7-e40e0bbc2651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:41.265899 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-87d6ef86-c0c7-4a60-a2eb-08dc97908e75 req-67416b6c-4970-43f7-80b7-e40e0bbc2651 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=28ed75610aab41d6b712bab6d7683723&device_id=491b2193-7c8b-474e-8f57-d7aadd1b5dbe HTTP/1.1" status: 200  len: 1138 time: 0.0747898
Jun 14 03:30:41.450967 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d6ef86-c0c7-4a60-a2eb-08dc97908e75 req-eb7721fb-801d-4e01-b714-8a6790281a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:41.453950 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-87d6ef86-c0c7-4a60-a2eb-08dc97908e75 req-eb7721fb-801d-4e01-b714-8a6790281a91 service neutron] 10.222.0.37 "GET /v2.0/networks?id=17b1c6ed-0d7c-4c23-b6be-51ac75c739d5 HTTP/1.1" status: 200  len: 916 time: 0.1794732
Jun 14 03:30:41.477651 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f3a753-c0a1-4ef3-8130-2ea4b998ce80 req-d6d87088-3b68-4ce3-8f8e-66fce4dccf23 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:41.479143 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-58f3a753-c0a1-4ef3-8130-2ea4b998ce80 req-d6d87088-3b68-4ce3-8f8e-66fce4dccf23 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/ports?device_id=491b2193-7c8b-474e-8f57-d7aadd1b5dbe HTTP/1.1" status: 200  len: 985 time: 0.3148305
Jun 14 03:30:41.481297 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-100c5f1b-e31a-48de-ab12-2c2244c02ed6 req-0e1ac402-7744-41c0-90f3-e2e2060ee0b5 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Made reservation on behalf of 677c749727ed45bc8bb151403e7f4fa1 for: {'port': 1} {{(pid=92485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 14 03:30:41.485097 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-100c5f1b-e31a-48de-ab12-2c2244c02ed6 req-0e1ac402-7744-41c0-90f3-e2e2060ee0b5 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for port, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:41.622907 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-58f3a753-c0a1-4ef3-8130-2ea4b998ce80 req-59ad5fa8-6477-479e-bbf1-fc4f5f658f81 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/security-groups?id=e088084c-06cd-4e65-9c43-5f1610c5a6d4&id=7a190744-9d09-453a-87d3-9a2569b43594&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1268728
Jun 14 03:30:41.640280 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-966df44a-8fc5-4d12-acd9-0b752f6e462b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66605118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66750529'] for router_interface, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:41.841215 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-db8e2231-b095-4a9f-acaf-8d0aa3896326 req-7ec0575c-4368-4dc4-9129-ed526497ef09 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e668f6d-887f-48ff-8da6-82a7edb90c0f HTTP/1.1" status: 200  len: 210 time: 0.0924928
Jun 14 03:30:41.858646 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.db_base_plugin_common [req-100c5f1b-e31a-48de-ab12-2c2244c02ed6 req-0e1ac402-7744-41c0-90f3-e2e2060ee0b5 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Allocated IP 172.20.0.10 (34b23c78-3069-403b-be6d-6131877d9778/1fa62e25-98c4-4c90-9558-661a82d6770a/536a8a91-f372-4c97-8613-11d4957a6ec2) {{(pid=92485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 14 03:30:41.886943 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9e0aa-cd22-483f-9d52-c3f63743f776 req-6a38f65a-a73e-4f1c-bb1d-c457591190af tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:41.888425 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-a5b9e0aa-cd22-483f-9d52-c3f63743f776 req-6a38f65a-a73e-4f1c-bb1d-c457591190af tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/ports?device_id=05d17e46-70f4-4257-b83f-d05a2057bd6a HTTP/1.1" status: 200  len: 946 time: 0.5180063
Jun 14 03:30:41.891184 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-87d6ef86-c0c7-4a60-a2eb-08dc97908e75 req-529a8184-d55b-4189-b2a3-b6749411f424 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a332a1d9-3a17-4621-8fec-1f6e216f890f HTTP/1.1" status: 200  len: 1002 time: 0.4313045
Jun 14 03:30:41.971562 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-a5b9e0aa-cd22-483f-9d52-c3f63743f776 req-375fd378-20a3-46c5-a0eb-0ff77760b333 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd76923c-7fd3-46c9-9be2-887ba11f6f26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0764132
Jun 14 03:30:41.977204 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d6ef86-c0c7-4a60-a2eb-08dc97908e75 req-2817a4ff-0c6f-4642-8971-668c7e6565c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:41.978662 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-87d6ef86-c0c7-4a60-a2eb-08dc97908e75 req-2817a4ff-0c6f-4642-8971-668c7e6565c1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=84e982b5-5bc7-46b2-bff6-94158039073b HTTP/1.1" status: 200  len: 854 time: 0.0768814
Jun 14 03:30:42.053801 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d6ef86-c0c7-4a60-a2eb-08dc97908e75 req-949ffb67-9714-4bcc-9f26-454183ad353d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:42.054819 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-87d6ef86-c0c7-4a60-a2eb-08dc97908e75 req-949ffb67-9714-4bcc-9f26-454183ad353d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=17b1c6ed-0d7c-4c23-b6be-51ac75c739d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0659893
Jun 14 03:30:42.164615 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-100c5f1b-e31a-48de-ab12-2c2244c02ed6 req-0e1ac402-7744-41c0-90f3-e2e2060ee0b5 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks [] for port, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:42.170904 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-966df44a-8fc5-4d12-acd9-0b752f6e462b admin admin] Router 3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf has already been hosted by L3 agent faa78350-ce80-467b-8f2c-9d7893daed85 {{(pid=92485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 14 03:30:42.185108 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.provisioning_blocks [req-100c5f1b-e31a-48de-ab12-2c2244c02ed6 req-0e1ac402-7744-41c0-90f3-e2e2060ee0b5 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Transition to ACTIVE for port object 536a8a91-f372-4c97-8613-11d4957a6ec2 will not be triggered until provisioned by entity DHCP. {{(pid=92485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:30:42.187381 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-87d6ef86-c0c7-4a60-a2eb-08dc97908e75 req-3d6d3f8e-4685-4af0-9e7c-d2ac0eee0684 service neutron] 10.222.0.37 "GET /v2.0/networks/17b1c6ed-0d7c-4c23-b6be-51ac75c739d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1241405
Jun 14 03:30:42.328547 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-87d6ef86-c0c7-4a60-a2eb-08dc97908e75 req-d384b612-dd82-44e3-9557-6c5914deb7a6 service neutron] 10.222.0.37 "GET /v2.0/networks/17b1c6ed-0d7c-4c23-b6be-51ac75c739d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1345227
Jun 14 03:30:42.350399 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-966df44a-8fc5-4d12-acd9-0b752f6e462b admin admin] Notify agent at l3_agent.dv-cinder-796170-1-iscsi the message routers_updated {{(pid=92485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 14 03:30:42.360617 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-966df44a-8fc5-4d12-acd9-0b752f6e462b admin admin] 10.222.0.13 "PUT /v2.0/routers/3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2816570
Jun 14 03:30:42.361468 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 48238) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:30:42.365848 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70db746c-709e-4933-ac33-b2d3789dc510 None None] Sync routers for ids ['3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf'] in dv-cinder-796170-1-iscsi {{(pid=92488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 14 03:30:42.383094 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70db746c-709e-4933-ac33-b2d3789dc510 None None] Routers {'3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:30:42.386560 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-70db746c-709e-4933-ac33-b2d3789dc510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5ddc6bb0>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:30:37Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf'], 'active': True} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:30:42.419960 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-100c5f1b-e31a-48de-ab12-2c2244c02ed6 req-0e1ac402-7744-41c0-90f3-e2e2060ee0b5 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-668656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756196682527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62999275'] for port, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:42.472051 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-0b2875fd-7767-40d6-96ca-551f2cb3fabf tempest-VolumesActionsTest-1508716212 tempest-VolumesActionsTest-1508716212-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:30:42.534945 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-100c5f1b-e31a-48de-ab12-2c2244c02ed6 req-0e1ac402-7744-41c0-90f3-e2e2060ee0b5 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Network 34b23c78-3069-403b-be6d-6131877d9778 is already hosted by enough agents. {{(pid=92485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 14 03:30:42.541841 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.base_scheduler [req-100c5f1b-e31a-48de-ab12-2c2244c02ed6 req-0e1ac402-7744-41c0-90f3-e2e2060ee0b5 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Resources bound (agent type, host, resource id):  {{(pid=92485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:30:42.544202 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvr_db [None req-70db746c-709e-4933-ac33-b2d3789dc510 None None] Set router 3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf gateway port host: dv-cinder-796170-1-iscsi {{(pid=92488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:30:42.544367 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.l3_dvrscheduler_db [req-100c5f1b-e31a-48de-ab12-2c2244c02ed6 req-0e1ac402-7744-41c0-90f3-e2e2060ee0b5 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Received port after_create {{(pid=92485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 14 03:30:42.588074 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1ac402-7744-41c0-90f3-e2e2060ee0b5 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Pushing event updated for resources: {'Port': ['ID=536a8a91-f372-4c97-8613-11d4957a6ec2,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:30:42.591062 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-0e1ac402-7744-41c0-90f3-e2e2060ee0b5 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:30:42.634803 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c5f1b-e31a-48de-ab12-2c2244c02ed6 req-0e1ac402-7744-41c0-90f3-e2e2060ee0b5 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:42.635427 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-100c5f1b-e31a-48de-ab12-2c2244c02ed6 req-0e1ac402-7744-41c0-90f3-e2e2060ee0b5 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389'] for port, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:42.644317 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-54835f92-08df-42f5-9149-83d7d067c5db admin admin] Notify callbacks [] for router, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:42.846141 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-54835f92-08df-42f5-9149-83d7d067c5db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:42.859825 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-70db746c-709e-4933-ac33-b2d3789dc510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5ddc6bb0>, [{'id': '3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf', 'name': 'tempest-TestShelveInstance-838711568-router', 'tenant_id': '43a422776a77497eb08a2b437fe8f3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'b475a148-5d33-41c6-94b1-6d6a47de61c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:25:11Z', 'updated_at': '2021-06-14T03:30:40Z', 'revision_number': 5, 'project_id': '43a422776a77497eb08a2b437fe8f3a4', 'gw_port': {'id': 'b475a148-5d33-41c6-94b1-6d6a47de61c7', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:77:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:25:12Z', 'updated_at': '2021-06-14T03:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi'}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:30:42.864049 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70db746c-709e-4933-ac33-b2d3789dc510 None None] Checking router: 3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf for host: dv-cinder-796170-1-iscsi {{(pid=92488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 14 03:30:42.864462 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-100c5f1b-e31a-48de-ab12-2c2244c02ed6 req-0e1ac402-7744-41c0-90f3-e2e2060ee0b5 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.0873559
Jun 14 03:30:42.874587 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70db746c-709e-4933-ac33-b2d3789dc510 None None] Routers {'3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:30:42.875351 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-70db746c-709e-4933-ac33-b2d3789dc510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5ddc6bb0>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:30:37Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf'], 'active': True} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:30:42.879570 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.v2.base [req-100c5f1b-e31a-48de-ab12-2c2244c02ed6 req-7cb15112-fe6e-4644-96c0-a56f45bfc05c service neutron] Request body: {'port': {'device_id': '6e668f6d-887f-48ff-8da6-82a7edb90c0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=92485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:30:42.923429 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f1da1-68d7-4573-ac1e-d896341dcedc req-36027a74-5b61-4ff0-8356-f4c37f6329a2 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:42.924928 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-501f1da1-68d7-4573-ac1e-d896341dcedc req-36027a74-5b61-4ff0-8356-f4c37f6329a2 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/ports?device_id=491b2193-7c8b-474e-8f57-d7aadd1b5dbe HTTP/1.1" status: 200  len: 985 time: 0.1238332
Jun 14 03:30:43.018217 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-9684f4b2-8fd0-4ec7-aedc-d5eedb61a5c3 None None] Provisioning for port 536a8a91-f372-4c97-8613-11d4957a6ec2 completed by entity DHCP. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:30:43.025308 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-9684f4b2-8fd0-4ec7-aedc-d5eedb61a5c3 None None] Provisioning complete for port 536a8a91-f372-4c97-8613-11d4957a6ec2 triggered by entity DHCP. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:30:43.026602 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-9684f4b2-8fd0-4ec7-aedc-d5eedb61a5c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:43.036365 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvr_db [None req-70db746c-709e-4933-ac33-b2d3789dc510 None None] Set router 3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf gateway port host: dv-cinder-796170-1-iscsi {{(pid=92488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:30:43.044083 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-501f1da1-68d7-4573-ac1e-d896341dcedc req-563be229-cd4f-41b2-a9ae-e6fa393d2a48 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/security-groups?id=e088084c-06cd-4e65-9c43-5f1610c5a6d4&id=7a190744-9d09-453a-87d3-9a2569b43594&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1076264
Jun 14 03:30:43.048854 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-100c5f1b-e31a-48de-ab12-2c2244c02ed6 req-7cb15112-fe6e-4644-96c0-a56f45bfc05c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:43.055125 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb708ae2-63da-4701-9bf5-52addffc452a req-9351659f-8c65-4a21-867d-6369fb8ea828 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:43.056949 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-fb708ae2-63da-4701-9bf5-52addffc452a req-9351659f-8c65-4a21-867d-6369fb8ea828 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e668f6d-887f-48ff-8da6-82a7edb90c0f HTTP/1.1" status: 200  len: 932 time: 0.0838294
Jun 14 03:30:43.107909 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-9684f4b2-8fd0-4ec7-aedc-d5eedb61a5c3 None None] Port 536a8a91-f372-4c97-8613-11d4957a6ec2 cannot update to ACTIVE because it is not bound. {{(pid=92487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 14 03:30:43.117915 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.plugin [None req-54835f92-08df-42f5-9149-83d7d067c5db admin admin] Deleting port b475a148-5d33-41c6-94b1-6d6a47de61c7 {{(pid=92485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 14 03:30:43.118262 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-54835f92-08df-42f5-9149-83d7d067c5db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756197070376'] for port, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:43.138962 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-fb708ae2-63da-4701-9bf5-52addffc452a req-ac03aa48-6fd9-46f3-993e-1a5643b9c0fd tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b7c9eac-b13e-4d51-ac42-9dd942a03f32&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0686579
Jun 14 03:30:43.319427 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-70db746c-709e-4933-ac33-b2d3789dc510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5ddc6bb0>, [{'id': '3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf', 'name': 'tempest-TestShelveInstance-838711568-router', 'tenant_id': '43a422776a77497eb08a2b437fe8f3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'b475a148-5d33-41c6-94b1-6d6a47de61c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:25:11Z', 'updated_at': '2021-06-14T03:30:40Z', 'revision_number': 5, 'project_id': '43a422776a77497eb08a2b437fe8f3a4', 'gw_port': {'id': 'b475a148-5d33-41c6-94b1-6d6a47de61c7', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:77:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:25:12Z', 'updated_at': '2021-06-14T03:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi'}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:30:43.323175 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70db746c-709e-4933-ac33-b2d3789dc510 None None] The sync data for ids ['3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf'] in dv-cinder-796170-1-iscsi is: [{'id': '3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf', 'name': 'tempest-TestShelveInstance-838711568-router', 'tenant_id': '43a422776a77497eb08a2b437fe8f3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.53'}], 'enable_snat': True}, 'gw_port_id': 'b475a148-5d33-41c6-94b1-6d6a47de61c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:25:11Z', 'updated_at': '2021-06-14T03:30:40Z', 'revision_number': 5, 'project_id': '43a422776a77497eb08a2b437fe8f3a4', 'gw_port': {'id': 'b475a148-5d33-41c6-94b1-6d6a47de61c7', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:77:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:25:12Z', 'updated_at': '2021-06-14T03:25:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi'}] {{(pid=92488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 14 03:30:43.662292 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.db [None req-54835f92-08df-42f5-9149-83d7d067c5db admin admin] For port b475a148-5d33-41c6-94b1-6d6a47de61c7, host dv-cinder-796170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=b475a148-5d33-41c6-94b1-6d6a47de61c7,segment=NetworkSegment(893a0064-443a-4390-b9c3-705fa3bdf9f8),segment_id=893a0064-443a-4390-b9c3-705fa3bdf9f8)] {{(pid=92485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:30:43.662686 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-54835f92-08df-42f5-9149-83d7d067c5db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66754036'] for port, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:43.812479 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.plugin [None req-54835f92-08df-42f5-9149-83d7d067c5db admin admin] Calling delete_port for b475a148-5d33-41c6-94b1-6d6a47de61c7 owned by network:router_gateway {{(pid=92485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 14 03:30:43.835060 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa25e19-29ec-450d-9c9f-5ac006796d02 req-55f5b6be-0167-4810-9880-f5dfda1d1ae3 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:43.836579 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-4fa25e19-29ec-450d-9c9f-5ac006796d02 req-55f5b6be-0167-4810-9880-f5dfda1d1ae3 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/ports?device_id=05d17e46-70f4-4257-b83f-d05a2057bd6a HTTP/1.1" status: 200  len: 946 time: 0.6272182
Jun 14 03:30:43.973811 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-4fa25e19-29ec-450d-9c9f-5ac006796d02 req-4831a896-4684-4be9-9e60-e081d9a78e48 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd76923c-7fd3-46c9-9be2-887ba11f6f26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1273513
Jun 14 03:30:44.069366 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.notifiers.nova [req-100c5f1b-e31a-48de-ab12-2c2244c02ed6 req-7cb15112-fe6e-4644-96c0-a56f45bfc05c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 536a8a91-f372-4c97-8613-11d4957a6ec2 {{(pid=92485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 14 03:30:44.077793 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-100c5f1b-e31a-48de-ab12-2c2244c02ed6 req-7cb15112-fe6e-4644-96c0-a56f45bfc05c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:44.137779 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 98fbc845-7d81-4958-8740-7dcce34b5ef4 no longer exists at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 14 03:30:44.165576 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] No Port match for: 98fbc845-7d81-4958-8740-7dcce34b5ef4 {{(pid=92487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 14 03:30:44.165926 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 98fbc845-7d81-4958-8740-7dcce34b5ef4 not bound to the agent host dv-cinder-796170-1-iscsi {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 14 03:30:44.260575 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e702ee33-613e-43ef-9acf-76b7628b6836 req-fd33b699-46d7-4479-8bc3-75eece190d14 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:44.261985 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-e702ee33-613e-43ef-9acf-76b7628b6836 req-fd33b699-46d7-4479-8bc3-75eece190d14 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/ports?device_id=491b2193-7c8b-474e-8f57-d7aadd1b5dbe HTTP/1.1" status: 200  len: 985 time: 0.0738685
Jun 14 03:30:44.270699 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.provisioning_blocks [req-100c5f1b-e31a-48de-ab12-2c2244c02ed6 req-7cb15112-fe6e-4644-96c0-a56f45bfc05c service neutron] Transition to ACTIVE for port object 536a8a91-f372-4c97-8613-11d4957a6ec2 will not be triggered until provisioned by entity L2. {{(pid=92485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:30:44.275765 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-54835f92-08df-42f5-9149-83d7d067c5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756197075788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756196682536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62999266'] for port, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:44.277535 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-966df44a-8fc5-4d12-acd9-0b752f6e462b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:30:44.319373 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54835f92-08df-42f5-9149-83d7d067c5db admin admin] Pushing event deleted for resources: {'Port': ['ID=b475a148-5d33-41c6-94b1-6d6a47de61c7,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:30:44.322315 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-54835f92-08df-42f5-9149-83d7d067c5db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:30:44.396028 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-e702ee33-613e-43ef-9acf-76b7628b6836 req-e96a4584-d6a3-43b4-a5b7-b230d6e63f7a tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/security-groups?id=e088084c-06cd-4e65-9c43-5f1610c5a6d4&id=7a190744-9d09-453a-87d3-9a2569b43594&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1275673
Jun 14 03:30:44.418035 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-100c5f1b-e31a-48de-ab12-2c2244c02ed6 req-7cb15112-fe6e-4644-96c0-a56f45bfc05c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62999253'] for port, after_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:44.421019 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-b71c140b-7cfc-4cf9-81fa-863f90d4b88f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:30:44.423616 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-54835f92-08df-42f5-9149-83d7d067c5db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66755090'] for router_gateway, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:44.547759 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8a59da-b5f6-40f6-bfb6-a432f1d0e678 req-de317b49-fddc-4344-9ed0-f4228733b4a8 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:44.549390 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-6c8a59da-b5f6-40f6-bfb6-a432f1d0e678 req-de317b49-fddc-4344-9ed0-f4228733b4a8 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e668f6d-887f-48ff-8da6-82a7edb90c0f HTTP/1.1" status: 200  len: 944 time: 0.0818448
Jun 14 03:30:44.650150 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-6c8a59da-b5f6-40f6-bfb6-a432f1d0e678 req-bff9212b-48fc-41a9-927c-2b58f7acfca5 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b7c9eac-b13e-4d51-ac42-9dd942a03f32&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0858819
Jun 14 03:30:44.665305 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80baa10-9df0-4d2a-b6ed-3a86f978149f req-f2d58d83-bdac-4e36-b22c-e8225b9b4498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:44.666832 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-b80baa10-9df0-4d2a-b6ed-3a86f978149f req-f2d58d83-bdac-4e36-b22c-e8225b9b4498 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8ee804e6168b404ba86aafb9d53b4ab7&device_id=05d17e46-70f4-4257-b83f-d05a2057bd6a HTTP/1.1" status: 200  len: 1099 time: 0.0948641
Jun 14 03:30:44.699430 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-54835f92-08df-42f5-9149-83d7d067c5db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66749923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256486'] for router, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:44.701699 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb15112-fe6e-4644-96c0-a56f45bfc05c service neutron] Pushing event updated for resources: {'Port': ['ID=536a8a91-f372-4c97-8613-11d4957a6ec2,revision_number=2']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:30:44.705848 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-54835f92-08df-42f5-9149-83d7d067c5db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:44.710076 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-7cb15112-fe6e-4644-96c0-a56f45bfc05c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:30:44.793690 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80baa10-9df0-4d2a-b6ed-3a86f978149f req-a4f1bbf1-a6e3-45ab-9df5-80b1ea1345dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:44.795165 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-b80baa10-9df0-4d2a-b6ed-3a86f978149f req-a4f1bbf1-a6e3-45ab-9df5-80b1ea1345dc service neutron] 10.222.0.37 "GET /v2.0/networks?id=59204b5b-ebc4-4155-af46-f7c56f00d62d HTTP/1.1" status: 200  len: 911 time: 0.1198316
Jun 14 03:30:44.885587 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a513b8b-a53a-43eb-82fc-1fd3155c0435 req-942c0c85-3e09-482a-84ce-e68e736848ac tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:44.885925 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-b80baa10-9df0-4d2a-b6ed-3a86f978149f req-1c0e215b-6f28-4602-8f57-1833bc9e936d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d3f71d6-627d-4269-a9cb-588d2588c62a HTTP/1.1" status: 200  len: 1002 time: 0.0833149
Jun 14 03:30:44.887101 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-6a513b8b-a53a-43eb-82fc-1fd3155c0435 req-942c0c85-3e09-482a-84ce-e68e736848ac tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/ports?device_id=05d17e46-70f4-4257-b83f-d05a2057bd6a HTTP/1.1" status: 200  len: 946 time: 0.3331549
Jun 14 03:30:44.891847 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.managers [req-100c5f1b-e31a-48de-ab12-2c2244c02ed6 req-7cb15112-fe6e-4644-96c0-a56f45bfc05c service neutron] Attempting to bind port 536a8a91-f372-4c97-8613-11d4957a6ec2 on host hv-cinder-79617 for vnic_type normal with profile  {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 14 03:30:44.892176 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.managers [req-100c5f1b-e31a-48de-ab12-2c2244c02ed6 req-7cb15112-fe6e-4644-96c0-a56f45bfc05c service neutron] Attempting to bind port 536a8a91-f372-4c97-8613-11d4957a6ec2 by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': '8195fb77-ebcc-4359-970d-8f4829c5d7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '34b23c78-3069-403b-be6d-6131877d9778'}] {{(pid=92485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 14 03:30:44.892499 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100c5f1b-e31a-48de-ab12-2c2244c02ed6 req-7cb15112-fe6e-4644-96c0-a56f45bfc05c service neutron] Attempting to bind port 536a8a91-f372-4c97-8613-11d4957a6ec2 on network 34b23c78-3069-403b-be6d-6131877d9778 {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 14 03:30:44.903350 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100c5f1b-e31a-48de-ab12-2c2244c02ed6 req-7cb15112-fe6e-4644-96c0-a56f45bfc05c service neutron] Port 536a8a91-f372-4c97-8613-11d4957a6ec2 on network 34b23c78-3069-403b-be6d-6131877d9778 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 14 03:30:44.903645 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100c5f1b-e31a-48de-ab12-2c2244c02ed6 req-7cb15112-fe6e-4644-96c0-a56f45bfc05c service neutron] Attempting to bind port 536a8a91-f372-4c97-8613-11d4957a6ec2 on network 34b23c78-3069-403b-be6d-6131877d9778 {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 14 03:30:44.918576 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100c5f1b-e31a-48de-ab12-2c2244c02ed6 req-7cb15112-fe6e-4644-96c0-a56f45bfc05c service neutron] Checking agent: {'id': 'd909c266-64e1-43b2-ab9b-45098cd1126f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 20, 5), 'started_at': datetime.datetime(2021, 6, 14, 3, 20, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 14 03:30:44.918916 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100c5f1b-e31a-48de-ab12-2c2244c02ed6 req-7cb15112-fe6e-4644-96c0-a56f45bfc05c service neutron] Checking segment: {'id': '8195fb77-ebcc-4359-970d-8f4829c5d7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '34b23c78-3069-403b-be6d-6131877d9778'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 14 03:30:44.919290 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100c5f1b-e31a-48de-ab12-2c2244c02ed6 req-7cb15112-fe6e-4644-96c0-a56f45bfc05c service neutron] Bound using segment: {'id': '8195fb77-ebcc-4359-970d-8f4829c5d7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '34b23c78-3069-403b-be6d-6131877d9778'} {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 14 03:30:44.919715 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.managers [req-100c5f1b-e31a-48de-ab12-2c2244c02ed6 req-7cb15112-fe6e-4644-96c0-a56f45bfc05c service neutron] Bound port: 536a8a91-f372-4c97-8613-11d4957a6ec2, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8195fb77-ebcc-4359-970d-8f4829c5d7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '34b23c78-3069-403b-be6d-6131877d9778'}}] {{(pid=92485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 14 03:30:44.920059 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-100c5f1b-e31a-48de-ab12-2c2244c02ed6 req-7cb15112-fe6e-4644-96c0-a56f45bfc05c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:44.926881 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-54835f92-08df-42f5-9149-83d7d067c5db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66748725'] for router, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:44.930876 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54835f92-08df-42f5-9149-83d7d067c5db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf {{(pid=92485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 14 03:30:44.947376 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80baa10-9df0-4d2a-b6ed-3a86f978149f req-cc01633e-a12b-4fc5-b74d-b01edfc1603b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:44.947667 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-54835f92-08df-42f5-9149-83d7d067c5db admin admin] Notify callbacks [] for router, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:44.948117 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-b80baa10-9df0-4d2a-b6ed-3a86f978149f req-cc01633e-a12b-4fc5-b74d-b01edfc1603b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9185bba9-0b92-4177-95a7-76932f513987 HTTP/1.1" status: 200  len: 849 time: 0.0545683
Jun 14 03:30:44.950923 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-54835f92-08df-42f5-9149-83d7d067c5db admin admin] 10.222.0.13 "DELETE /v2.0/routers/3ea0cfae-e9d1-4fe4-8b1f-4b419318bbaf HTTP/1.1" status: 204  len: 168 time: 2.5870166
Jun 14 03:30:44.951791 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 48254) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:30:44.957133 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-6a513b8b-a53a-43eb-82fc-1fd3155c0435 req-044ce197-b40a-4725-84cf-e70df22ec0cc tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd76923c-7fd3-46c9-9be2-887ba11f6f26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0624130
Jun 14 03:30:45.024122 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.db [req-100c5f1b-e31a-48de-ab12-2c2244c02ed6 req-7cb15112-fe6e-4644-96c0-a56f45bfc05c service neutron] For port 536a8a91-f372-4c97-8613-11d4957a6ec2, host hv-cinder-79617, cleared binding levels {{(pid=92485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 14 03:30:45.027454 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.db [req-100c5f1b-e31a-48de-ab12-2c2244c02ed6 req-7cb15112-fe6e-4644-96c0-a56f45bfc05c service neutron] For port 536a8a91-f372-4c97-8613-11d4957a6ec2, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=536a8a91-f372-4c97-8613-11d4957a6ec2,segment=NetworkSegment(8195fb77-ebcc-4359-970d-8f4829c5d7e4),segment_id=8195fb77-ebcc-4359-970d-8f4829c5d7e4)] {{(pid=92485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 14 03:30:45.055954 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.db_base_plugin_v2 [None req-765e4671-1b08-486c-9b35-4572617d7445 admin admin] Deleting subnet 8a8207df-3806-430e-9b17-d9978decf79c {{(pid=92486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 14 03:30:45.060744 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-765e4671-1b08-486c-9b35-4572617d7445 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:45.112532 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80baa10-9df0-4d2a-b6ed-3a86f978149f req-58b3bbdc-ea4f-4aa6-a8e5-df2c34938af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:45.114035 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-b80baa10-9df0-4d2a-b6ed-3a86f978149f req-58b3bbdc-ea4f-4aa6-a8e5-df2c34938af8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=59204b5b-ebc4-4155-af46-f7c56f00d62d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1551116
Jun 14 03:30:45.117672 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-765e4671-1b08-486c-9b35-4572617d7445 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63152461'] for subnet, precommit_delete_associations {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:45.121390 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-100c5f1b-e31a-48de-ab12-2c2244c02ed6 req-7cb15112-fe6e-4644-96c0-a56f45bfc05c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62999253'] for port, after_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:45.124553 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-c63035ee-4003-45d7-9800-45eed6a493dd tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:30:45.158856 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c5f1b-e31a-48de-ab12-2c2244c02ed6 req-7cb15112-fe6e-4644-96c0-a56f45bfc05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:45.159473 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-100c5f1b-e31a-48de-ab12-2c2244c02ed6 req-7cb15112-fe6e-4644-96c0-a56f45bfc05c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389'] for port, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:45.160828 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-100c5f1b-e31a-48de-ab12-2c2244c02ed6 req-7cb15112-fe6e-4644-96c0-a56f45bfc05c service neutron] 10.222.0.37 "PUT /v2.0/ports/536a8a91-f372-4c97-8613-11d4957a6ec2 HTTP/1.1" status: 200  len: 1094 time: 2.2868686
Jun 14 03:30:45.163049 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e668f6d-887f-48ff-8da6-82a7edb90c0f', 'tag': '536a8a91-f372-4c97-8613-11d4957a6ec2'}] {{(pid=92485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:30:45.166644 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0639b30c08a1ea7684a5dbba31199bfc4186ae3813d9033880ffe89de9bab324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83aed8ac-aee6-430c-9b96-9a24c3f2ffd2" -d '{"events": [{"name": "network-changed", "server_uuid": "6e668f6d-887f-48ff-8da6-82a7edb90c0f", "tag": "536a8a91-f372-4c97-8613-11d4957a6ec2"}]}' {{(pid=92485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:30:45.202272 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb15112-fe6e-4644-96c0-a56f45bfc05c service neutron] Pushing event updated for resources: {'Port': ['ID=536a8a91-f372-4c97-8613-11d4957a6ec2,revision_number=3']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:30:45.207132 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-7cb15112-fe6e-4644-96c0-a56f45bfc05c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:30:45.218659 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 03:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717e9b58-589f-412f-ae9c-0be502e618d6 x-openstack-request-id: req-717e9b58-589f-412f-ae9c-0be502e618d6 {{(pid=92485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:30:45.218982 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e668f6d-887f-48ff-8da6-82a7edb90c0f", "tag": "536a8a91-f372-4c97-8613-11d4957a6ec2", "status": "completed", "code": 200}]} {{(pid=92485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:30:45.219271 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-717e9b58-589f-412f-ae9c-0be502e618d6 {{(pid=92485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:30:45.219708 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e668f6d-887f-48ff-8da6-82a7edb90c0f', 'tag': '536a8a91-f372-4c97-8613-11d4957a6ec2', 'status': 'completed', 'code': 200}
Jun 14 03:30:45.298069 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aed8ac-aee6-430c-9b96-9a24c3f2ffd2 req-7550ae26-62c5-4608-ba9e-aaf579bc1e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:45.299623 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-83aed8ac-aee6-430c-9b96-9a24c3f2ffd2 req-7550ae26-62c5-4608-ba9e-aaf579bc1e86 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=677c749727ed45bc8bb151403e7f4fa1&device_id=6e668f6d-887f-48ff-8da6-82a7edb90c0f HTTP/1.1" status: 200  len: 1097 time: 0.0644903
Jun 14 03:30:45.350227 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-b80baa10-9df0-4d2a-b6ed-3a86f978149f req-fc103172-f6f7-4cdd-9b24-69f0f81c3fce service neutron] 10.222.0.37 "GET /v2.0/networks/59204b5b-ebc4-4155-af46-f7c56f00d62d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2075861
Jun 14 03:30:45.356783 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-765e4671-1b08-486c-9b35-4572617d7445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675963'] for subnet, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:45.435495 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aed8ac-aee6-430c-9b96-9a24c3f2ffd2 req-310d01ee-130d-4391-9ea9-c4a9746290f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:45.437357 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-83aed8ac-aee6-430c-9b96-9a24c3f2ffd2 req-310d01ee-130d-4391-9ea9-c4a9746290f4 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=677c749727ed45bc8bb151403e7f4fa1&shared=False HTTP/1.1" status: 200  len: 912 time: 0.1299860
Jun 14 03:30:45.542097 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-b80baa10-9df0-4d2a-b6ed-3a86f978149f req-c414f85a-fffc-457a-9f7f-ba626b4c6719 service neutron] 10.222.0.37 "GET /v2.0/networks/59204b5b-ebc4-4155-af46-f7c56f00d62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1824684
Jun 14 03:30:45.606926 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-765e4671-1b08-486c-9b35-4572617d7445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66823779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63152457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63246822'] for subnet, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:45.609239 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:30:45.611295 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aed8ac-aee6-430c-9b96-9a24c3f2ffd2 req-f2e9f76c-e38f-4bb2-9f4b-bb05bafcb7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:45.612721 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-83aed8ac-aee6-430c-9b96-9a24c3f2ffd2 req-f2e9f76c-e38f-4bb2-9f4b-bb05bafcb7a3 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1688702
Jun 14 03:30:45.632820 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee6684-192d-4c2b-9695-1228a1a99178 req-09cb77a1-dfdd-48fb-80b3-7aaab1350a5e tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:45.634327 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-58ee6684-192d-4c2b-9695-1228a1a99178 req-09cb77a1-dfdd-48fb-80b3-7aaab1350a5e tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/ports?device_id=491b2193-7c8b-474e-8f57-d7aadd1b5dbe HTTP/1.1" status: 200  len: 985 time: 0.0962958
Jun 14 03:30:45.648054 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765e4671-1b08-486c-9b35-4572617d7445 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a8207df-3806-430e-9b17-d9978decf79c,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:30:45.651848 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-765e4671-1b08-486c-9b35-4572617d7445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:30:45.654016 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-765e4671-1b08-486c-9b35-4572617d7445 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:45.657073 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-765e4671-1b08-486c-9b35-4572617d7445 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8a8207df-3806-430e-9b17-d9978decf79c HTTP/1.1" status: 204  len: 168 time: 0.7043145
Jun 14 03:30:45.659975 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 48260) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:30:45.662634 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a92a8f-7f34-4237-bd41-0316643fa52e None None] Network 7f129db1-9523-4318-ad85-9f49178b5bdc requested from dv-cinder-796170-1-iscsi {{(pid=92487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 14 03:30:45.719880 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-58ee6684-192d-4c2b-9695-1228a1a99178 req-3593ba2d-6943-4971-95fd-df5d58670318 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/security-groups?id=e088084c-06cd-4e65-9c43-5f1610c5a6d4&id=7a190744-9d09-453a-87d3-9a2569b43594&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0785458
Jun 14 03:30:45.743635 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c5f1b-e31a-48de-ab12-2c2244c02ed6 req-17b96181-458c-4463-b7e2-bd606f6576e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:45.745411 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-100c5f1b-e31a-48de-ab12-2c2244c02ed6 req-17b96181-458c-4463-b7e2-bd606f6576e5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=677c749727ed45bc8bb151403e7f4fa1&device_id=6e668f6d-887f-48ff-8da6-82a7edb90c0f HTTP/1.1" status: 200  len: 1097 time: 0.0828190
Jun 14 03:30:45.767284 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-9d95ff1d-7480-49cd-9d6f-0e11f8c27115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577520'] for network, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:45.805473 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-100c5f1b-e31a-48de-ab12-2c2244c02ed6 req-55f35899-35a3-483e-9966-ebf6757bd4e1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=536a8a91-f372-4c97-8613-11d4957a6ec2 HTTP/1.1" status: 200  len: 217 time: 0.0519767
Jun 14 03:30:45.866957 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c5f1b-e31a-48de-ab12-2c2244c02ed6 req-880542c8-f69e-47e0-b763-3ad80d85b6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:45.868477 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-100c5f1b-e31a-48de-ab12-2c2244c02ed6 req-880542c8-f69e-47e0-b763-3ad80d85b6cf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1fa62e25-98c4-4c90-9558-661a82d6770a HTTP/1.1" status: 200  len: 850 time: 0.0568888
Jun 14 03:30:45.884346 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.plugin [None req-9d95ff1d-7480-49cd-9d6f-0e11f8c27115 admin admin] Deleting port 2056e8fd-3916-4729-b985-88f5a66cf361 {{(pid=92486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 14 03:30:45.884690 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-9d95ff1d-7480-49cd-9d6f-0e11f8c27115 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756197070376'] for port, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:45.902138 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a35d8-c945-4edd-9819-0d2dc5e6f84f req-3562a7c5-9129-49f6-afc1-8f07b886636a tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:45.903630 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-c19a35d8-c945-4edd-9819-0d2dc5e6f84f req-3562a7c5-9129-49f6-afc1-8f07b886636a tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e668f6d-887f-48ff-8da6-82a7edb90c0f HTTP/1.1" status: 200  len: 944 time: 0.1000094
Jun 14 03:30:45.928307 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139ea156-4ba7-412d-8003-16e7b4571036 None None] DHCP port deletion for 7f129db1-9523-4318-ad85-9f49178b5bdc request from dv-cinder-796170-1-iscsi {{(pid=92487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 14 03:30:45.940070 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c5f1b-e31a-48de-ab12-2c2244c02ed6 req-fb30899d-411c-4b3c-a64e-9ddcbb0b3a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:45.941746 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-100c5f1b-e31a-48de-ab12-2c2244c02ed6 req-fb30899d-411c-4b3c-a64e-9ddcbb0b3a71 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34b23c78-3069-403b-be6d-6131877d9778&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0637791
Jun 14 03:30:45.986490 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-139ea156-4ba7-412d-8003-16e7b4571036 None None] Deleting port 2056e8fd-3916-4729-b985-88f5a66cf361 {{(pid=92487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 14 03:30:45.986876 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-139ea156-4ba7-412d-8003-16e7b4571036 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756197070376'] for port, before_delete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:46.032607 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-c19a35d8-c945-4edd-9819-0d2dc5e6f84f req-d14aae15-5874-4a00-95b0-55955c890282 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b7c9eac-b13e-4d51-ac42-9dd942a03f32&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1138549
Jun 14 03:30:46.034624 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.db [None req-9d95ff1d-7480-49cd-9d6f-0e11f8c27115 admin admin] For port 2056e8fd-3916-4729-b985-88f5a66cf361, host dv-cinder-796170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=2056e8fd-3916-4729-b985-88f5a66cf361,segment=NetworkSegment(2cb0716a-ed02-4a11-ab33-313821ec955b),segment_id=2cb0716a-ed02-4a11-ab33-313821ec955b)] {{(pid=92486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:30:46.034994 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-9d95ff1d-7480-49cd-9d6f-0e11f8c27115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66754036'] for port, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:46.078171 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-139ea156-4ba7-412d-8003-16e7b4571036 None None] For port 2056e8fd-3916-4729-b985-88f5a66cf361, host dv-cinder-796170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=2056e8fd-3916-4729-b985-88f5a66cf361,segment=NetworkSegment(2cb0716a-ed02-4a11-ab33-313821ec955b),segment_id=2cb0716a-ed02-4a11-ab33-313821ec955b)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:30:46.078608 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-139ea156-4ba7-412d-8003-16e7b4571036 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66754036'] for port, precommit_delete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:46.080676 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-100c5f1b-e31a-48de-ab12-2c2244c02ed6 req-2f34be77-36ee-4dfc-ba70-f63cd4f18f54 service neutron] 10.222.0.37 "GET /v2.0/networks/34b23c78-3069-403b-be6d-6131877d9778?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1303840
Jun 14 03:30:46.158124 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.plugin [None req-9d95ff1d-7480-49cd-9d6f-0e11f8c27115 admin admin] Calling delete_port for 2056e8fd-3916-4729-b985-88f5a66cf361 owned by network:dhcp {{(pid=92486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 14 03:30:46.230663 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-139ea156-4ba7-412d-8003-16e7b4571036 None None] Calling delete_port for 2056e8fd-3916-4729-b985-88f5a66cf361 owned by network:dhcp {{(pid=92487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 14 03:30:46.234931 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device b475a148-5d33-41c6-94b1-6d6a47de61c7 no longer exists at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 14 03:30:46.257477 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-100c5f1b-e31a-48de-ab12-2c2244c02ed6 req-744913e3-990c-4372-9a10-9af811f4622d service neutron] 10.222.0.37 "GET /v2.0/networks/34b23c78-3069-403b-be6d-6131877d9778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1678991
Jun 14 03:30:46.265291 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] No Port match for: b475a148-5d33-41c6-94b1-6d6a47de61c7 {{(pid=92487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 14 03:30:46.265916 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device b475a148-5d33-41c6-94b1-6d6a47de61c7 not bound to the agent host dv-cinder-796170-1-iscsi {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 14 03:30:46.266544 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 2056e8fd-3916-4729-b985-88f5a66cf361 no longer exists at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 14 03:30:46.316235 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa92561-6c7f-4cc2-b2c2-b25ce47d2927 req-16ce2125-5725-4fb8-9550-a0399e187fb7 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:46.317702 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-1aa92561-6c7f-4cc2-b2c2-b25ce47d2927 req-16ce2125-5725-4fb8-9550-a0399e187fb7 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/ports?device_id=05d17e46-70f4-4257-b83f-d05a2057bd6a HTTP/1.1" status: 200  len: 946 time: 0.1785316
Jun 14 03:30:46.359961 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-9d95ff1d-7480-49cd-9d6f-0e11f8c27115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756197075788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756196682536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63152307'] for port, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:46.360720 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-1aa92561-6c7f-4cc2-b2c2-b25ce47d2927 req-d8a4d813-6f9a-4d1f-afc5-555b7daba329 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd76923c-7fd3-46c9-9be2-887ba11f6f26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0365274
Jun 14 03:30:46.365382 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-59f3a8f7-a58c-443f-8cfc-576ec5949b79 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:30:46.372094 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] No active binding found for port 2056e8fd-3916-4729-b985-88f5a66cf361 {{(pid=92487) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Jun 14 03:30:46.372550 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 2056e8fd-3916-4729-b985-88f5a66cf361 not bound to the agent host dv-cinder-796170-1-iscsi {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 14 03:30:46.395807 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-139ea156-4ba7-412d-8003-16e7b4571036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756197075788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756196682536'] for port, after_delete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:46.397740 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:30:46.397891 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d95ff1d-7480-49cd-9d6f-0e11f8c27115 admin admin] No DVR routers for this DVR port 2056e8fd-3916-4729-b985-88f5a66cf361 on host dv-cinder-796170-1-iscsi {{(pid=92486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 14 03:30:46.402432 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d95ff1d-7480-49cd-9d6f-0e11f8c27115 admin admin] Pushing event deleted for resources: {'Port': ['ID=2056e8fd-3916-4729-b985-88f5a66cf361,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:30:46.404725 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-9d95ff1d-7480-49cd-9d6f-0e11f8c27115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:30:46.427353 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139ea156-4ba7-412d-8003-16e7b4571036 None None] Pushing event deleted for resources: {'Port': ['ID=2056e8fd-3916-4729-b985-88f5a66cf361,revision_number=None']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:30:46.431693 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139ea156-4ba7-412d-8003-16e7b4571036 None None] No DVR routers for this DVR port 2056e8fd-3916-4729-b985-88f5a66cf361 on host dv-cinder-796170-1-iscsi {{(pid=92487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 14 03:30:46.438700 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ea156-4ba7-412d-8003-16e7b4571036 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:30:46.439049 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ea156-4ba7-412d-8003-16e7b4571036 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:30:46.439589 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ea156-4ba7-412d-8003-16e7b4571036 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:30:46.439927 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ea156-4ba7-412d-8003-16e7b4571036 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:30:46.440262 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ea156-4ba7-412d-8003-16e7b4571036 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:30:46.440593 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ea156-4ba7-412d-8003-16e7b4571036 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:30:46.440920 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ea156-4ba7-412d-8003-16e7b4571036 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:30:46.441240 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ea156-4ba7-412d-8003-16e7b4571036 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:30:46.441726 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ea156-4ba7-412d-8003-16e7b4571036 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:30:46.442209 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ea156-4ba7-412d-8003-16e7b4571036 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:30:46.442572 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ea156-4ba7-412d-8003-16e7b4571036 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:30:46.442892 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ea156-4ba7-412d-8003-16e7b4571036 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:30:46.446599 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-139ea156-4ba7-412d-8003-16e7b4571036 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:30:46.513286 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-9d95ff1d-7480-49cd-9d6f-0e11f8c27115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682470', 'neutron.services.segments.db._delete_segments_for_network-8756197238200'] for network, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:46.524774 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.services.segments.db [None req-9d95ff1d-7480-49cd-9d6f-0e11f8c27115 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6b57a50250>,) {'filters': {'network_id': ['7f129db1-9523-4318-ad85-9f49178b5bdc']}} {{(pid=92486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:30:46.536104 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.services.segments.db [None req-9d95ff1d-7480-49cd-9d6f-0e11f8c27115 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6b57a50250>, '2cb0716a-ed02-4a11-ab33-313821ec955b') {'for_net_delete': True} {{(pid=92486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:30:46.536395 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.services.segments.db [None req-9d95ff1d-7480-49cd-9d6f-0e11f8c27115 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6b57a50250>, '2cb0716a-ed02-4a11-ab33-313821ec955b') {} {{(pid=92486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:30:46.546750 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-9d95ff1d-7480-49cd-9d6f-0e11f8c27115 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756197238038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63152454'] for segment, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:46.560971 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-9d95ff1d-7480-49cd-9d6f-0e11f8c27115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677934'] for segment, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:46.566994 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d95ff1d-7480-49cd-9d6f-0e11f8c27115 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=92486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 14 03:30:46.567375 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-9d95ff1d-7480-49cd-9d6f-0e11f8c27115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63152352'] for segment, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:46.569014 dv-cinder-796170-1-iscsi neutron-server[92486]: Traceback (most recent call last):
Jun 14 03:30:46.569014 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 14 03:30:46.569014 dv-cinder-796170-1-iscsi neutron-server[92486]:     timer()
Jun 14 03:30:46.569014 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 14 03:30:46.569014 dv-cinder-796170-1-iscsi neutron-server[92486]:     cb(*args, **kw)
Jun 14 03:30:46.569014 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 14 03:30:46.569014 dv-cinder-796170-1-iscsi neutron-server[92486]:     return func(*args, **kwargs)
Jun 14 03:30:46.569014 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 14 03:30:46.569014 dv-cinder-796170-1-iscsi neutron-server[92486]:     self._notify()
Jun 14 03:30:46.569014 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 14 03:30:46.569014 dv-cinder-796170-1-iscsi neutron-server[92486]:     self.callback(batched_events)
Jun 14 03:30:46.569014 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 14 03:30:46.569014 dv-cinder-796170-1-iscsi neutron-server[92486]:     event.method(event)
Jun 14 03:30:46.569014 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 14 03:30:46.569014 dv-cinder-796170-1-iscsi neutron-server[92486]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 14 03:30:46.569014 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 14 03:30:46.569014 dv-cinder-796170-1-iscsi neutron-server[92486]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 14 03:30:46.569014 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 14 03:30:46.569014 dv-cinder-796170-1-iscsi neutron-server[92486]:     return f(self, *a, **k)
Jun 14 03:30:46.569014 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 14 03:30:46.569014 dv-cinder-796170-1-iscsi neutron-server[92486]:     return self._get(url).json()
Jun 14 03:30:46.569014 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 14 03:30:46.569014 dv-cinder-796170-1-iscsi neutron-server[92486]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 14 03:30:46.569014 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 14 03:30:46.569014 dv-cinder-796170-1-iscsi neutron-server[92486]:     return self.request(url, 'GET', **kwargs)
Jun 14 03:30:46.569014 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 14 03:30:46.569014 dv-cinder-796170-1-iscsi neutron-server[92486]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 14 03:30:46.569014 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 14 03:30:46.569014 dv-cinder-796170-1-iscsi neutron-server[92486]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 14 03:30:46.569014 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 14 03:30:46.569014 dv-cinder-796170-1-iscsi neutron-server[92486]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 14 03:30:46.569014 dv-cinder-796170-1-iscsi neutron-server[92486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 14 03:30:46.766611 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-9d95ff1d-7480-49cd-9d6f-0e11f8c27115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66755087'] for network, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:46.770592 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-675ec649-b989-4b18-b507-c848317949b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:30:46.774846 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-9d95ff1d-7480-49cd-9d6f-0e11f8c27115 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for network, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:46.778841 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-9d95ff1d-7480-49cd-9d6f-0e11f8c27115 admin admin] 10.222.0.13 "DELETE /v2.0/networks/7f129db1-9523-4318-ad85-9f49178b5bdc HTTP/1.1" status: 204  len: 168 time: 1.1174285
Jun 14 03:30:46.780599 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 48268) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:30:46.792363 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d95ff1d-7480-49cd-9d6f-0e11f8c27115 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f129db1-9523-4318-ad85-9f49178b5bdc,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:30:46.799420 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-9d95ff1d-7480-49cd-9d6f-0e11f8c27115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:30:46.918667 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdc3a38-391f-4fe0-9d64-552268c6d1aa req-dca43b64-6bc9-4902-ab09-d05f827d14cd tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:46.920128 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-4fdc3a38-391f-4fe0-9d64-552268c6d1aa req-dca43b64-6bc9-4902-ab09-d05f827d14cd tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/ports?device_id=491b2193-7c8b-474e-8f57-d7aadd1b5dbe HTTP/1.1" status: 200  len: 985 time: 0.0698435
Jun 14 03:30:46.964266 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-4fdc3a38-391f-4fe0-9d64-552268c6d1aa req-4adc0cbf-6243-4d7c-9691-5cf3acf10009 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/security-groups?id=e088084c-06cd-4e65-9c43-5f1610c5a6d4&id=7a190744-9d09-453a-87d3-9a2569b43594&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0380507
Jun 14 03:30:47.515727 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2bd79f-2e2c-4ff4-8c40-e92ca28b6d4e req-58dec2f9-cd93-4463-9298-516f660a7be0 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:47.517180 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-ea2bd79f-2e2c-4ff4-8c40-e92ca28b6d4e req-58dec2f9-cd93-4463-9298-516f660a7be0 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e668f6d-887f-48ff-8da6-82a7edb90c0f HTTP/1.1" status: 200  len: 944 time: 0.3756123
Jun 14 03:30:47.554063 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a33f9-4f18-4508-999c-30b683def069 req-df5cacff-ad77-417d-9773-a8f5362bc1f4 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:47.555545 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-444a33f9-4f18-4508-999c-30b683def069 req-df5cacff-ad77-417d-9773-a8f5362bc1f4 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/ports?device_id=05d17e46-70f4-4257-b83f-d05a2057bd6a HTTP/1.1" status: 200  len: 946 time: 0.0760715
Jun 14 03:30:47.589164 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-ea2bd79f-2e2c-4ff4-8c40-e92ca28b6d4e req-e990bc4c-9d02-403e-ac13-aca17d41baa0 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b7c9eac-b13e-4d51-ac42-9dd942a03f32&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0509212
Jun 14 03:30:47.599455 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-b78a0863-b8ac-4bd9-9f0d-6fce6c132c25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66751185'] for router_interface, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:47.599702 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-444a33f9-4f18-4508-999c-30b683def069 req-bcf64e4d-dca9-430e-96b1-12eb52c5e356 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd76923c-7fd3-46c9-9be2-887ba11f6f26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382831
Jun 14 03:30:47.915983 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.plugin [None req-b78a0863-b8ac-4bd9-9f0d-6fce6c132c25 admin admin] Deleting port 5abd9909-5083-492c-842a-072df8cb395b {{(pid=92485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 14 03:30:47.916298 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-b78a0863-b8ac-4bd9-9f0d-6fce6c132c25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756197070376'] for port, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:48.018627 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.db [None req-b78a0863-b8ac-4bd9-9f0d-6fce6c132c25 admin admin] For port 5abd9909-5083-492c-842a-072df8cb395b, host dv-cinder-796170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=5abd9909-5083-492c-842a-072df8cb395b,segment=NetworkSegment(ad8d2f01-920f-4957-9b31-cebae4858a92),segment_id=ad8d2f01-920f-4957-9b31-cebae4858a92)] {{(pid=92485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:30:48.018979 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-b78a0863-b8ac-4bd9-9f0d-6fce6c132c25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66754036'] for port, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:48.110031 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.plugin [None req-b78a0863-b8ac-4bd9-9f0d-6fce6c132c25 admin admin] Calling delete_port for 5abd9909-5083-492c-842a-072df8cb395b owned by network:router_interface {{(pid=92485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 14 03:30:48.247842 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb427ea-73e3-4af6-9af8-afeea1c8c930 req-568e20f6-33ab-4fef-8e3f-906465c264cc tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:48.249877 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-2bb427ea-73e3-4af6-9af8-afeea1c8c930 req-568e20f6-33ab-4fef-8e3f-906465c264cc tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/ports?device_id=491b2193-7c8b-474e-8f57-d7aadd1b5dbe HTTP/1.1" status: 200  len: 985 time: 0.1378272
Jun 14 03:30:48.356011 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-2bb427ea-73e3-4af6-9af8-afeea1c8c930 req-bb9c15b9-7452-41cc-83f8-9640c9f1910c tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/security-groups?id=e088084c-06cd-4e65-9c43-5f1610c5a6d4&id=7a190744-9d09-453a-87d3-9a2569b43594&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0630238
Jun 14 03:30:48.490892 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-b78a0863-b8ac-4bd9-9f0d-6fce6c132c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756197075788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756196682536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62999266'] for port, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:48.493027 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-a23d0077-d639-49ab-b0c8-e5919b772f71 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:30:48.522809 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78a0863-b8ac-4bd9-9f0d-6fce6c132c25 admin admin] Pushing event deleted for resources: {'Port': ['ID=5abd9909-5083-492c-842a-072df8cb395b,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:30:48.525937 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-b78a0863-b8ac-4bd9-9f0d-6fce6c132c25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:30:48.741830 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-b78a0863-b8ac-4bd9-9f0d-6fce6c132c25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66605118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66750529'] for router_interface, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:48.784509 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd49451a-126d-4d80-9589-9e6f75da336f req-0b02b967-430f-4a42-9713-d7193847aa6c tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:48.785908 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-cd49451a-126d-4d80-9589-9e6f75da336f req-0b02b967-430f-4a42-9713-d7193847aa6c tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e668f6d-887f-48ff-8da6-82a7edb90c0f HTTP/1.1" status: 200  len: 944 time: 0.0693233
Jun 14 03:30:48.829300 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-cd49451a-126d-4d80-9589-9e6f75da336f req-4fa86173-56dc-4d25-b29f-270b017a33a0 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b7c9eac-b13e-4d51-ac42-9dd942a03f32&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0370579
Jun 14 03:30:49.038797 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b78a0863-b8ac-4bd9-9f0d-6fce6c132c25 admin admin] Router a6a58563-32a1-471f-8ec5-8d30f2585633 has already been hosted by L3 agent faa78350-ce80-467b-8f2c-9d7893daed85 {{(pid=92485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 14 03:30:49.178068 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b78a0863-b8ac-4bd9-9f0d-6fce6c132c25 admin admin] Notify agent at l3_agent.dv-cinder-796170-1-iscsi the message routers_updated {{(pid=92485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 14 03:30:49.182886 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-b78a0863-b8ac-4bd9-9f0d-6fce6c132c25 admin admin] 10.222.0.13 "PUT /v2.0/routers/a6a58563-32a1-471f-8ec5-8d30f2585633/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4012191
Jun 14 03:30:49.185393 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 48280) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:30:49.187237 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1763f28-1dcc-48e9-b565-0899250242f7 None None] Sync routers for ids ['a6a58563-32a1-471f-8ec5-8d30f2585633'] in dv-cinder-796170-1-iscsi {{(pid=92487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 14 03:30:49.196558 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1763f28-1dcc-48e9-b565-0899250242f7 None None] Routers {'a6a58563-32a1-471f-8ec5-8d30f2585633'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:30:49.197168 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-f1763f28-1dcc-48e9-b565-0899250242f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5ce72fa0>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:30:37Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['a6a58563-32a1-471f-8ec5-8d30f2585633'], 'active': True} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:30:49.328906 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-9bf75c6d-59c3-45cd-b169-3ac301431415 admin admin] Notify callbacks [] for router, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:49.337650 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvr_db [None req-f1763f28-1dcc-48e9-b565-0899250242f7 None None] Set router a6a58563-32a1-471f-8ec5-8d30f2585633 gateway port host: dv-cinder-796170-1-iscsi {{(pid=92487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:30:49.480174 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-9bf75c6d-59c3-45cd-b169-3ac301431415 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:49.551315 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506bd565-3f75-45bc-8c2b-ffb24af5bd51 req-12fbc6b8-4682-4429-9f1b-1ed4efb28801 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:49.552789 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-506bd565-3f75-45bc-8c2b-ffb24af5bd51 req-12fbc6b8-4682-4429-9f1b-1ed4efb28801 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/ports?device_id=491b2193-7c8b-474e-8f57-d7aadd1b5dbe HTTP/1.1" status: 200  len: 985 time: 0.0741715
Jun 14 03:30:49.579549 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-f1763f28-1dcc-48e9-b565-0899250242f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5ce72fa0>, [{'id': 'a6a58563-32a1-471f-8ec5-8d30f2585633', 'name': 'tempest-TestShelveInstance-78184631-router', 'tenant_id': 'cc5ac2c9a056458fac7818bb7f26f24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.228'}], 'enable_snat': True}, 'gw_port_id': 'c4d48bec-10ce-4c52-9717-5e1e3d77db9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:25:21Z', 'updated_at': '2021-06-14T03:30:48Z', 'revision_number': 5, 'project_id': 'cc5ac2c9a056458fac7818bb7f26f24f', 'gw_port': {'id': 'c4d48bec-10ce-4c52-9717-5e1e3d77db9c', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:49:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a58563-32a1-471f-8ec5-8d30f2585633', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:25:23Z', 'updated_at': '2021-06-14T03:25:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi'}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:30:49.582992 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1763f28-1dcc-48e9-b565-0899250242f7 None None] Checking router: a6a58563-32a1-471f-8ec5-8d30f2585633 for host: dv-cinder-796170-1-iscsi {{(pid=92487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 14 03:30:49.591419 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1763f28-1dcc-48e9-b565-0899250242f7 None None] Routers {'a6a58563-32a1-471f-8ec5-8d30f2585633'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:30:49.592017 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-f1763f28-1dcc-48e9-b565-0899250242f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5ce72fa0>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:30:37Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['a6a58563-32a1-471f-8ec5-8d30f2585633'], 'active': True} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:30:49.626527 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-506bd565-3f75-45bc-8c2b-ffb24af5bd51 req-55ac72f5-a315-46f8-a099-089d64ef5d19 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/security-groups?id=e088084c-06cd-4e65-9c43-5f1610c5a6d4&id=7a190744-9d09-453a-87d3-9a2569b43594&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0674515
Jun 14 03:30:49.646979 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.plugin [None req-9bf75c6d-59c3-45cd-b169-3ac301431415 admin admin] Deleting port c4d48bec-10ce-4c52-9717-5e1e3d77db9c {{(pid=92485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 14 03:30:49.647319 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-9bf75c6d-59c3-45cd-b169-3ac301431415 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756197070376'] for port, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:49.756246 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.db [None req-9bf75c6d-59c3-45cd-b169-3ac301431415 admin admin] For port c4d48bec-10ce-4c52-9717-5e1e3d77db9c, host dv-cinder-796170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=c4d48bec-10ce-4c52-9717-5e1e3d77db9c,segment=NetworkSegment(893a0064-443a-4390-b9c3-705fa3bdf9f8),segment_id=893a0064-443a-4390-b9c3-705fa3bdf9f8)] {{(pid=92485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:30:49.756603 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-9bf75c6d-59c3-45cd-b169-3ac301431415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66754036'] for port, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:49.853554 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.plugin [None req-9bf75c6d-59c3-45cd-b169-3ac301431415 admin admin] Calling delete_port for c4d48bec-10ce-4c52-9717-5e1e3d77db9c owned by network:router_gateway {{(pid=92485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 14 03:30:49.863790 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvr_db [None req-f1763f28-1dcc-48e9-b565-0899250242f7 None None] Set router a6a58563-32a1-471f-8ec5-8d30f2585633 gateway port host: None {{(pid=92487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:30:49.943509 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-f1763f28-1dcc-48e9-b565-0899250242f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5ce72fa0>, [{'id': 'a6a58563-32a1-471f-8ec5-8d30f2585633', 'name': 'tempest-TestShelveInstance-78184631-router', 'tenant_id': 'cc5ac2c9a056458fac7818bb7f26f24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:25:21Z', 'updated_at': '2021-06-14T03:30:49Z', 'revision_number': 6, 'project_id': 'cc5ac2c9a056458fac7818bb7f26f24f', 'gw_port_host': None}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:30:49.947449 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1763f28-1dcc-48e9-b565-0899250242f7 None None] The sync data for ids ['a6a58563-32a1-471f-8ec5-8d30f2585633'] in dv-cinder-796170-1-iscsi is: [{'id': 'a6a58563-32a1-471f-8ec5-8d30f2585633', 'name': 'tempest-TestShelveInstance-78184631-router', 'tenant_id': 'cc5ac2c9a056458fac7818bb7f26f24f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:25:21Z', 'updated_at': '2021-06-14T03:30:49Z', 'revision_number': 6, 'project_id': 'cc5ac2c9a056458fac7818bb7f26f24f', 'gw_port_host': None}] {{(pid=92487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 14 03:30:50.024838 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891194b6-18ae-4698-ab0c-a506d90ff765 req-e2f606d8-ef6a-4c9f-859f-275eeaeab55a tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:50.026377 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-891194b6-18ae-4698-ab0c-a506d90ff765 req-e2f606d8-ef6a-4c9f-859f-275eeaeab55a tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e668f6d-887f-48ff-8da6-82a7edb90c0f HTTP/1.1" status: 200  len: 944 time: 0.0812776
Jun 14 03:30:50.071137 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-891194b6-18ae-4698-ab0c-a506d90ff765 req-c8fcc40c-10cd-466f-a9f4-e109a01aea2c tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b7c9eac-b13e-4d51-ac42-9dd942a03f32&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0378287
Jun 14 03:30:50.349752 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 5abd9909-5083-492c-842a-072df8cb395b no longer exists at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 14 03:30:50.380138 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] No Port match for: 5abd9909-5083-492c-842a-072df8cb395b {{(pid=92487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 14 03:30:50.380498 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 5abd9909-5083-492c-842a-072df8cb395b not bound to the agent host dv-cinder-796170-1-iscsi {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 14 03:30:50.416505 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-9bf75c6d-59c3-45cd-b169-3ac301431415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756197075788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756196682536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62999266'] for port, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:50.418685 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-eadd74c4-de15-4346-ae90-cddd44557445 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:30:50.453154 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf75c6d-59c3-45cd-b169-3ac301431415 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4d48bec-10ce-4c52-9717-5e1e3d77db9c,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:30:50.455275 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-9bf75c6d-59c3-45cd-b169-3ac301431415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:30:50.528030 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-9bf75c6d-59c3-45cd-b169-3ac301431415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66755090'] for router_gateway, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:50.660920 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-9bf75c6d-59c3-45cd-b169-3ac301431415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66749923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256486'] for router, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:50.663069 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-9bf75c6d-59c3-45cd-b169-3ac301431415 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:50.804079 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-9bf75c6d-59c3-45cd-b169-3ac301431415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66748725'] for router, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:50.804573 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf75c6d-59c3-45cd-b169-3ac301431415 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6a58563-32a1-471f-8ec5-8d30f2585633 {{(pid=92485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 14 03:30:50.809338 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-9bf75c6d-59c3-45cd-b169-3ac301431415 admin admin] Notify callbacks [] for router, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:50.810768 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-9bf75c6d-59c3-45cd-b169-3ac301431415 admin admin] 10.222.0.13 "DELETE /v2.0/routers/a6a58563-32a1-471f-8ec5-8d30f2585633 HTTP/1.1" status: 204  len: 168 time: 1.6243477
Jun 14 03:30:50.814319 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 48288) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:30:50.834197 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc90070-ac6d-4ba2-ac3f-f53409bec669 req-b4b12729-d8b5-44c0-b003-67e4895d38ad tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:50.835788 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-7dc90070-ac6d-4ba2-ac3f-f53409bec669 req-b4b12729-d8b5-44c0-b003-67e4895d38ad tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/ports?device_id=491b2193-7c8b-474e-8f57-d7aadd1b5dbe HTTP/1.1" status: 200  len: 985 time: 0.0843534
Jun 14 03:30:50.869074 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.db_base_plugin_v2 [None req-60a1c0ea-c50a-4532-b5e7-7f51b00ae494 admin admin] Deleting subnet ecfc294e-3165-4206-b102-6a3b9e1b10f7 {{(pid=92486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 14 03:30:50.872156 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-60a1c0ea-c50a-4532-b5e7-7f51b00ae494 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:50.883272 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-7dc90070-ac6d-4ba2-ac3f-f53409bec669 req-b076b574-4994-4df2-afba-394e036d16eb tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/security-groups?id=e088084c-06cd-4e65-9c43-5f1610c5a6d4&id=7a190744-9d09-453a-87d3-9a2569b43594&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0415537
Jun 14 03:30:50.920370 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-60a1c0ea-c50a-4532-b5e7-7f51b00ae494 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63152461'] for subnet, precommit_delete_associations {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:51.014768 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-60a1c0ea-c50a-4532-b5e7-7f51b00ae494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675963'] for subnet, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:51.149518 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-60a1c0ea-c50a-4532-b5e7-7f51b00ae494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66823779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63152457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63246822'] for subnet, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:51.152000 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:30:51.188720 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a1c0ea-c50a-4532-b5e7-7f51b00ae494 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecfc294e-3165-4206-b102-6a3b9e1b10f7,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:30:51.199363 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-60a1c0ea-c50a-4532-b5e7-7f51b00ae494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:30:51.200027 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f58d0e-524b-4a0f-b21a-b6c8f2a2a77b None None] Network 37215f71-7cb9-4afe-b49c-874383e72533 requested from dv-cinder-796170-1-iscsi {{(pid=92487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 14 03:30:51.200313 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-60a1c0ea-c50a-4532-b5e7-7f51b00ae494 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:51.202458 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-60a1c0ea-c50a-4532-b5e7-7f51b00ae494 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ecfc294e-3165-4206-b102-6a3b9e1b10f7 HTTP/1.1" status: 204  len: 168 time: 0.3866756
Jun 14 03:30:51.204761 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 48292) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:30:51.329167 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-854e9560-97ef-48b9-af6b-5cfef4fb0e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577520'] for network, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:51.352512 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f42a0a3-6b4f-4c60-a9a3-21ae6aff918a req-93712734-a2fd-4f60-b890-358912f05cc2 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:51.353959 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-1f42a0a3-6b4f-4c60-a9a3-21ae6aff918a req-93712734-a2fd-4f60-b890-358912f05cc2 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e668f6d-887f-48ff-8da6-82a7edb90c0f HTTP/1.1" status: 200  len: 944 time: 0.1669517
Jun 14 03:30:51.423758 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a07959-92c5-4787-a80f-4b3d1cbd4dda None None] DHCP port deletion for 37215f71-7cb9-4afe-b49c-874383e72533 request from dv-cinder-796170-1-iscsi {{(pid=92487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 14 03:30:51.430063 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-1f42a0a3-6b4f-4c60-a9a3-21ae6aff918a req-255525da-57db-4313-b874-0be4d52885cc tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b7c9eac-b13e-4d51-ac42-9dd942a03f32&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0502174
Jun 14 03:30:51.440166 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.plugin [None req-854e9560-97ef-48b9-af6b-5cfef4fb0e6c admin admin] Deleting port 5ee22c37-8cac-44f6-ba7a-04ff9d73b1f6 {{(pid=92486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 14 03:30:51.440434 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-854e9560-97ef-48b9-af6b-5cfef4fb0e6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756197070376'] for port, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:51.478031 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-63a07959-92c5-4787-a80f-4b3d1cbd4dda None None] Deleting port 5ee22c37-8cac-44f6-ba7a-04ff9d73b1f6 {{(pid=92487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 14 03:30:51.478534 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-63a07959-92c5-4787-a80f-4b3d1cbd4dda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756197070376'] for port, before_delete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:51.537179 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.db [None req-854e9560-97ef-48b9-af6b-5cfef4fb0e6c admin admin] For port 5ee22c37-8cac-44f6-ba7a-04ff9d73b1f6, host dv-cinder-796170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=5ee22c37-8cac-44f6-ba7a-04ff9d73b1f6,segment=NetworkSegment(ad8d2f01-920f-4957-9b31-cebae4858a92),segment_id=ad8d2f01-920f-4957-9b31-cebae4858a92)] {{(pid=92486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:30:51.537528 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-854e9560-97ef-48b9-af6b-5cfef4fb0e6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66754036'] for port, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:51.566115 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-63a07959-92c5-4787-a80f-4b3d1cbd4dda None None] For port 5ee22c37-8cac-44f6-ba7a-04ff9d73b1f6, host dv-cinder-796170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=5ee22c37-8cac-44f6-ba7a-04ff9d73b1f6,segment=NetworkSegment(ad8d2f01-920f-4957-9b31-cebae4858a92),segment_id=ad8d2f01-920f-4957-9b31-cebae4858a92)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:30:51.566548 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-63a07959-92c5-4787-a80f-4b3d1cbd4dda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66754036'] for port, precommit_delete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:51.642224 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.plugin [None req-854e9560-97ef-48b9-af6b-5cfef4fb0e6c admin admin] Calling delete_port for 5ee22c37-8cac-44f6-ba7a-04ff9d73b1f6 owned by network:dhcp {{(pid=92486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 14 03:30:51.679168 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-63a07959-92c5-4787-a80f-4b3d1cbd4dda None None] Calling delete_port for 5ee22c37-8cac-44f6-ba7a-04ff9d73b1f6 owned by network:dhcp {{(pid=92487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 14 03:30:51.835140 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-854e9560-97ef-48b9-af6b-5cfef4fb0e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756197075788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756196682536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63152307'] for port, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:51.837167 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-46d13a53-c968-494b-9daa-513f940868ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:30:51.841276 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-63a07959-92c5-4787-a80f-4b3d1cbd4dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756197075788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756196682536'] for port, after_delete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:51.843472 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-139ea156-4ba7-412d-8003-16e7b4571036 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:30:51.869375 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854e9560-97ef-48b9-af6b-5cfef4fb0e6c admin admin] Pushing event deleted for resources: {'Port': ['ID=5ee22c37-8cac-44f6-ba7a-04ff9d73b1f6,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:30:51.870096 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a07959-92c5-4787-a80f-4b3d1cbd4dda None None] Pushing event deleted for resources: {'Port': ['ID=5ee22c37-8cac-44f6-ba7a-04ff9d73b1f6,revision_number=None']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:30:51.872026 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-854e9560-97ef-48b9-af6b-5cfef4fb0e6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:30:51.873464 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-63a07959-92c5-4787-a80f-4b3d1cbd4dda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:30:51.875263 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854e9560-97ef-48b9-af6b-5cfef4fb0e6c admin admin] No DVR routers for this DVR port 5ee22c37-8cac-44f6-ba7a-04ff9d73b1f6 on host dv-cinder-796170-1-iscsi {{(pid=92486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 14 03:30:51.883638 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a07959-92c5-4787-a80f-4b3d1cbd4dda None None] No DVR routers for this DVR port 5ee22c37-8cac-44f6-ba7a-04ff9d73b1f6 on host dv-cinder-796170-1-iscsi {{(pid=92487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 14 03:30:51.976679 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-854e9560-97ef-48b9-af6b-5cfef4fb0e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682470', 'neutron.services.segments.db._delete_segments_for_network-8756197238200'] for network, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:51.987877 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.services.segments.db [None req-854e9560-97ef-48b9-af6b-5cfef4fb0e6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6b5772f3d0>,) {'filters': {'network_id': ['37215f71-7cb9-4afe-b49c-874383e72533']}} {{(pid=92486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:30:51.999569 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.services.segments.db [None req-854e9560-97ef-48b9-af6b-5cfef4fb0e6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6b5772f3d0>, 'ad8d2f01-920f-4957-9b31-cebae4858a92') {'for_net_delete': True} {{(pid=92486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:30:51.999860 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.services.segments.db [None req-854e9560-97ef-48b9-af6b-5cfef4fb0e6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6b5772f3d0>, 'ad8d2f01-920f-4957-9b31-cebae4858a92') {} {{(pid=92486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:30:52.009814 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-854e9560-97ef-48b9-af6b-5cfef4fb0e6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756197238038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63152454'] for segment, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:52.024883 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-854e9560-97ef-48b9-af6b-5cfef4fb0e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677934'] for segment, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:52.030617 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-854e9560-97ef-48b9-af6b-5cfef4fb0e6c admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=92486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 14 03:30:52.030996 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-854e9560-97ef-48b9-af6b-5cfef4fb0e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63152352'] for segment, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:52.032600 dv-cinder-796170-1-iscsi neutron-server[92486]: Traceback (most recent call last):
Jun 14 03:30:52.032600 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 14 03:30:52.032600 dv-cinder-796170-1-iscsi neutron-server[92486]:     timer()
Jun 14 03:30:52.032600 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 14 03:30:52.032600 dv-cinder-796170-1-iscsi neutron-server[92486]:     cb(*args, **kw)
Jun 14 03:30:52.032600 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 14 03:30:52.032600 dv-cinder-796170-1-iscsi neutron-server[92486]:     return func(*args, **kwargs)
Jun 14 03:30:52.032600 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 14 03:30:52.032600 dv-cinder-796170-1-iscsi neutron-server[92486]:     self._notify()
Jun 14 03:30:52.032600 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 14 03:30:52.032600 dv-cinder-796170-1-iscsi neutron-server[92486]:     self.callback(batched_events)
Jun 14 03:30:52.032600 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 14 03:30:52.032600 dv-cinder-796170-1-iscsi neutron-server[92486]:     event.method(event)
Jun 14 03:30:52.032600 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 14 03:30:52.032600 dv-cinder-796170-1-iscsi neutron-server[92486]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 14 03:30:52.032600 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 14 03:30:52.032600 dv-cinder-796170-1-iscsi neutron-server[92486]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 14 03:30:52.032600 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 14 03:30:52.032600 dv-cinder-796170-1-iscsi neutron-server[92486]:     return f(self, *a, **k)
Jun 14 03:30:52.032600 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 14 03:30:52.032600 dv-cinder-796170-1-iscsi neutron-server[92486]:     return self._get(url).json()
Jun 14 03:30:52.032600 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 14 03:30:52.032600 dv-cinder-796170-1-iscsi neutron-server[92486]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 14 03:30:52.032600 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 14 03:30:52.032600 dv-cinder-796170-1-iscsi neutron-server[92486]:     return self.request(url, 'GET', **kwargs)
Jun 14 03:30:52.032600 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 14 03:30:52.032600 dv-cinder-796170-1-iscsi neutron-server[92486]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 14 03:30:52.032600 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 14 03:30:52.032600 dv-cinder-796170-1-iscsi neutron-server[92486]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 14 03:30:52.032600 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 14 03:30:52.032600 dv-cinder-796170-1-iscsi neutron-server[92486]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 14 03:30:52.032600 dv-cinder-796170-1-iscsi neutron-server[92486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 14 03:30:52.066012 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88232803-83ae-4ad0-bb07-e80bbdae6c2c req-fcdc8a18-86b8-4714-bf28-028b86a43e3a tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:52.067550 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-88232803-83ae-4ad0-bb07-e80bbdae6c2c req-fcdc8a18-86b8-4714-bf28-028b86a43e3a tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/ports?device_id=491b2193-7c8b-474e-8f57-d7aadd1b5dbe HTTP/1.1" status: 200  len: 985 time: 0.0705938
Jun 14 03:30:52.113651 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-88232803-83ae-4ad0-bb07-e80bbdae6c2c req-5ac4e9f1-8b2d-4a3e-9dab-943636bdfddc tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/security-groups?id=e088084c-06cd-4e65-9c43-5f1610c5a6d4&id=7a190744-9d09-453a-87d3-9a2569b43594&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0384965
Jun 14 03:30:52.161231 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-854e9560-97ef-48b9-af6b-5cfef4fb0e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66755087'] for network, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:52.166195 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device c4d48bec-10ce-4c52-9717-5e1e3d77db9c no longer exists at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 14 03:30:52.167618 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-854e9560-97ef-48b9-af6b-5cfef4fb0e6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for network, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:52.171338 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-854e9560-97ef-48b9-af6b-5cfef4fb0e6c admin admin] 10.222.0.13 "DELETE /v2.0/networks/37215f71-7cb9-4afe-b49c-874383e72533 HTTP/1.1" status: 204  len: 168 time: 0.9638102
Jun 14 03:30:52.171338 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-ee5ead75-d413-4b76-95de-86d4c1ee6f3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:30:52.191025 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854e9560-97ef-48b9-af6b-5cfef4fb0e6c admin admin] Pushing event deleted for resources: {'Network': ['ID=37215f71-7cb9-4afe-b49c-874383e72533,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:30:52.194106 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-854e9560-97ef-48b9-af6b-5cfef4fb0e6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:30:52.195543 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] No Port match for: c4d48bec-10ce-4c52-9717-5e1e3d77db9c {{(pid=92487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 14 03:30:52.195901 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device c4d48bec-10ce-4c52-9717-5e1e3d77db9c not bound to the agent host dv-cinder-796170-1-iscsi {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 14 03:30:52.196348 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 5ee22c37-8cac-44f6-ba7a-04ff9d73b1f6 no longer exists at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 14 03:30:52.219737 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] No Port match for: 5ee22c37-8cac-44f6-ba7a-04ff9d73b1f6 {{(pid=92487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 14 03:30:52.220094 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 5ee22c37-8cac-44f6-ba7a-04ff9d73b1f6 not bound to the agent host dv-cinder-796170-1-iscsi {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 14 03:30:52.469937 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 48300) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:30:52.518219 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-d59c2095-1308-42bc-9f49-1122ee2945b3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=43a422776a77497eb08a2b437fe8f3a4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0470297
Jun 14 03:30:52.520704 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 48302) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:30:52.572604 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-21074f29-f026-4ac5-91b5-f4bdf4873a6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:52.597190 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-21074f29-f026-4ac5-91b5-f4bdf4873a6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:52.616991 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e6c01-6347-4d1e-8974-7938c0206217 req-9c9a554a-df31-48f6-af85-33b296c7ea00 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:52.618660 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-ab9e6c01-6347-4d1e-8974-7938c0206217 req-9c9a554a-df31-48f6-af85-33b296c7ea00 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e668f6d-887f-48ff-8da6-82a7edb90c0f HTTP/1.1" status: 200  len: 944 time: 0.0694323
Jun 14 03:30:52.661444 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-ab9e6c01-6347-4d1e-8974-7938c0206217 req-e84ffe21-d673-4716-a1e7-bd44f271a133 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b7c9eac-b13e-4d51-ac42-9dd942a03f32&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0365083
Jun 14 03:30:52.737716 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-21074f29-f026-4ac5-91b5-f4bdf4873a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:52.740375 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-21074f29-f026-4ac5-91b5-f4bdf4873a6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:52.741474 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-21074f29-f026-4ac5-91b5-f4bdf4873a6e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b5352eff-b59b-4c89-8e56-c42e49ce936f HTTP/1.1" status: 204  len: 168 time: 0.2199073
Jun 14 03:30:52.742192 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-6ed3b1b6-73b7-449a-824e-e8af4e617d47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:30:52.751146 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21074f29-f026-4ac5-91b5-f4bdf4873a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5352eff-b59b-4c89-8e56-c42e49ce936f,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:30:52.753764 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-21074f29-f026-4ac5-91b5-f4bdf4873a6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:30:53.290568 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acd7927-fac8-472b-ad27-b51e3a602e69 req-e6fc9c65-e483-42d3-847d-b175cc08d216 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:53.291971 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-4acd7927-fac8-472b-ad27-b51e3a602e69 req-e6fc9c65-e483-42d3-847d-b175cc08d216 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/ports?device_id=491b2193-7c8b-474e-8f57-d7aadd1b5dbe HTTP/1.1" status: 200  len: 985 time: 0.0698614
Jun 14 03:30:53.339688 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-4acd7927-fac8-472b-ad27-b51e3a602e69 req-f941a728-f694-4530-bd34-08d0ddc7e37f tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/security-groups?id=e088084c-06cd-4e65-9c43-5f1610c5a6d4&id=7a190744-9d09-453a-87d3-9a2569b43594&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0405679
Jun 14 03:30:53.404658 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 48310) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:30:53.449173 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-08bb72d0-ed55-471d-862b-39e8047123e6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cc5ac2c9a056458fac7818bb7f26f24f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0425971
Jun 14 03:30:53.451409 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 48312) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:30:53.503758 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-c61adaec-a980-4e39-98f8-1b99bdb22930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:53.525947 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-c61adaec-a980-4e39-98f8-1b99bdb22930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:53.623791 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-c61adaec-a980-4e39-98f8-1b99bdb22930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:53.626595 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-c61adaec-a980-4e39-98f8-1b99bdb22930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:53.627720 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-c61adaec-a980-4e39-98f8-1b99bdb22930 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3162076c-ddfb-451a-9aee-1e90587b7a6e HTTP/1.1" status: 204  len: 168 time: 0.1754310
Jun 14 03:30:53.628478 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-78c6666c-d32f-47aa-a5e5-db94c0a10d8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:30:53.637347 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61adaec-a980-4e39-98f8-1b99bdb22930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3162076c-ddfb-451a-9aee-1e90587b7a6e,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:30:53.646567 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-c61adaec-a980-4e39-98f8-1b99bdb22930 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:30:53.846292 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e95cb07-fbbf-4e0c-822f-e6199e2b9ab2 req-62047d3f-6870-4897-8713-a5b38ea98547 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:53.847747 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-4e95cb07-fbbf-4e0c-822f-e6199e2b9ab2 req-62047d3f-6870-4897-8713-a5b38ea98547 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e668f6d-887f-48ff-8da6-82a7edb90c0f HTTP/1.1" status: 200  len: 944 time: 0.0682197
Jun 14 03:30:53.892578 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-4e95cb07-fbbf-4e0c-822f-e6199e2b9ab2 req-19a3bb7d-5975-47be-9fb1-6b2d0dae116e tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b7c9eac-b13e-4d51-ac42-9dd942a03f32&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0392120
Jun 14 03:30:54.334310 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device 536a8a91-f372-4c97-8613-11d4957a6ec2 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=92487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 14 03:30:54.457645 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port 536a8a91-f372-4c97-8613-11d4957a6ec2, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=536a8a91-f372-4c97-8613-11d4957a6ec2,segment=NetworkSegment(8195fb77-ebcc-4359-970d-8f4829c5d7e4),segment_id=8195fb77-ebcc-4359-970d-8f4829c5d7e4)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:30:54.473195 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Returning: {'device': '536a8a91-f372-4c97-8613-11d4957a6ec2', 'network_id': '34b23c78-3069-403b-be6d-6131877d9778', 'port_id': '536a8a91-f372-4c97-8613-11d4957a6ec2', 'mac_address': 'fa:16:3e:4b:c1:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fa62e25-98c4-4c90-9558-661a82d6770a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 14 03:30:54.519332 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa5277-44b5-49aa-b767-bd2cc236d99e req-44b07725-f659-4136-94b1-a278b8151e2d tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:54.519939 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:54.520813 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-6afa5277-44b5-49aa-b767-bd2cc236d99e req-44b07725-f659-4136-94b1-a278b8151e2d tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/ports?device_id=491b2193-7c8b-474e-8f57-d7aadd1b5dbe HTTP/1.1" status: 200  len: 985 time: 0.0700216
Jun 14 03:30:54.534674 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.notifiers.nova [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 536a8a91-f372-4c97-8613-11d4957a6ec2 {{(pid=92487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 14 03:30:54.557599 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port 536a8a91-f372-4c97-8613-11d4957a6ec2, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=536a8a91-f372-4c97-8613-11d4957a6ec2,segment=NetworkSegment(8195fb77-ebcc-4359-970d-8f4829c5d7e4),segment_id=8195fb77-ebcc-4359-970d-8f4829c5d7e4)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:30:54.569885 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-6afa5277-44b5-49aa-b767-bd2cc236d99e req-39c2d4b1-db67-447f-aaba-83eba5ee2c82 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/security-groups?id=e088084c-06cd-4e65-9c43-5f1610c5a6d4&id=7a190744-9d09-453a-87d3-9a2569b43594&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0429909
Jun 14 03:30:54.634905 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:54.637679 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-51319321-fcbf-43c4-aab2-dd5235aa4097 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:30:54.692191 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Pushing event updated for resources: {'Port': ['ID=536a8a91-f372-4c97-8613-11d4957a6ec2,revision_number=4']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:30:54.695694 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:30:54.862329 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] get_ports_and_sgs() called for port_ids ['536a8a91-f372-4c97-8613-11d4957a6ec2'] {{(pid=92487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 14 03:30:55.072777 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0115d4a4-4c59-4ddd-81f8-df1cc5e92a0d req-3660d3cd-1a8a-45a0-b140-90f61370e0c4 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:55.074209 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-0115d4a4-4c59-4ddd-81f8-df1cc5e92a0d req-3660d3cd-1a8a-45a0-b140-90f61370e0c4 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e668f6d-887f-48ff-8da6-82a7edb90c0f HTTP/1.1" status: 200  len: 945 time: 0.0693648
Jun 14 03:30:55.117405 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-0115d4a4-4c59-4ddd-81f8-df1cc5e92a0d req-7d4e8182-99c2-4231-86cc-7e74875141ec tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b7c9eac-b13e-4d51-ac42-9dd942a03f32&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0366652
Jun 14 03:30:55.750833 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa2ad03-8e1d-4300-bf95-6fdcf3fee95b req-66feee46-57bd-4094-a9b7-93ea4c64949d tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:55.752200 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-8fa2ad03-8e1d-4300-bf95-6fdcf3fee95b req-66feee46-57bd-4094-a9b7-93ea4c64949d tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/ports?device_id=491b2193-7c8b-474e-8f57-d7aadd1b5dbe HTTP/1.1" status: 200  len: 985 time: 0.0712035
Jun 14 03:30:55.796565 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-8fa2ad03-8e1d-4300-bf95-6fdcf3fee95b req-8b168ae7-5356-4770-a4a6-f36e161e1dd0 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/security-groups?id=e088084c-06cd-4e65-9c43-5f1610c5a6d4&id=7a190744-9d09-453a-87d3-9a2569b43594&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0386586
Jun 14 03:30:56.293616 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427fd7c5-ba50-49ff-8ec6-29f340f7dffa req-9605cfb6-5b77-45e7-abfa-613a4c20f664 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:56.295072 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-427fd7c5-ba50-49ff-8ec6-29f340f7dffa req-9605cfb6-5b77-45e7-abfa-613a4c20f664 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e668f6d-887f-48ff-8da6-82a7edb90c0f HTTP/1.1" status: 200  len: 945 time: 0.0693514
Jun 14 03:30:56.340832 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-427fd7c5-ba50-49ff-8ec6-29f340f7dffa req-ace353b9-35f5-40a9-a89d-2291f80f5116 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b7c9eac-b13e-4d51-ac42-9dd942a03f32&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0395479
Jun 14 03:30:56.351785 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device 536a8a91-f372-4c97-8613-11d4957a6ec2 up at agent hyperv_hv-cinder-79617 {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:30:56.486293 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Provisioning for port 536a8a91-f372-4c97-8613-11d4957a6ec2 completed by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:30:56.490147 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Provisioning complete for port 536a8a91-f372-4c97-8613-11d4957a6ec2 triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:30:56.490558 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:56.583334 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:56.606568 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e668f6d-887f-48ff-8da6-82a7edb90c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '536a8a91-f372-4c97-8613-11d4957a6ec2'}] {{(pid=92487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:30:56.609366 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}681963f073e70c07aac8dc5e895e90246fb88e956d84982da350f3581d0ebeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a45c56a-080e-4425-a212-e44d34f6b5ef" -d '{"events": [{"server_uuid": "6e668f6d-887f-48ff-8da6-82a7edb90c0f", "name": "network-vif-plugged", "status": "completed", "tag": "536a8a91-f372-4c97-8613-11d4957a6ec2"}]}' {{(pid=92487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:30:56.623135 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port 536a8a91-f372-4c97-8613-11d4957a6ec2, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=536a8a91-f372-4c97-8613-11d4957a6ec2,segment=NetworkSegment(8195fb77-ebcc-4359-970d-8f4829c5d7e4),segment_id=8195fb77-ebcc-4359-970d-8f4829c5d7e4)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:30:56.645032 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db36963-cf7a-4660-b99f-ce79a0335f50 x-openstack-request-id: req-6db36963-cf7a-4660-b99f-ce79a0335f50 {{(pid=92487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:30:56.645325 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e668f6d-887f-48ff-8da6-82a7edb90c0f", "name": "network-vif-plugged", "status": "completed", "tag": "536a8a91-f372-4c97-8613-11d4957a6ec2", "code": 200}]} {{(pid=92487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:30:56.645581 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6db36963-cf7a-4660-b99f-ce79a0335f50 {{(pid=92487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:30:56.645972 dv-cinder-796170-1-iscsi neutron-server[92487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e668f6d-887f-48ff-8da6-82a7edb90c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '536a8a91-f372-4c97-8613-11d4957a6ec2', 'code': 200}
Jun 14 03:30:56.696236 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:56.698815 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:30:56.756115 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Pushing event updated for resources: {'Port': ['ID=536a8a91-f372-4c97-8613-11d4957a6ec2,revision_number=5']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:30:56.759215 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:30:56.813685 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.agents_db [None req-ff4782b4-218c-43ce-8b60-1c0132b4bc55 None None] Agent healthcheck: found 6 active agents {{(pid=92488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 14 03:30:56.977662 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eed919-c58e-4ccd-8682-45d152c0d3d4 req-5636ee32-cfb2-4544-acd2-19e076c91e30 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:56.980067 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-d0eed919-c58e-4ccd-8682-45d152c0d3d4 req-5636ee32-cfb2-4544-acd2-19e076c91e30 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/ports?device_id=491b2193-7c8b-474e-8f57-d7aadd1b5dbe HTTP/1.1" status: 200  len: 985 time: 0.0728528
Jun 14 03:30:57.025523 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-d0eed919-c58e-4ccd-8682-45d152c0d3d4 req-8ce76296-bb74-48cc-8176-9a70d82d21c7 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/security-groups?id=e088084c-06cd-4e65-9c43-5f1610c5a6d4&id=7a190744-9d09-453a-87d3-9a2569b43594&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0377705
Jun 14 03:30:57.068371 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a484fb34-7ad0-45d9-9661-f598a323bd1b req-acb9fb07-6130-428d-b049-2aab46f041c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:57.069822 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-a484fb34-7ad0-45d9-9661-f598a323bd1b req-acb9fb07-6130-428d-b049-2aab46f041c6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6e668f6d-887f-48ff-8da6-82a7edb90c0f HTTP/1.1" status: 200  len: 1099 time: 0.0576479
Jun 14 03:30:57.105534 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-a484fb34-7ad0-45d9-9661-f598a323bd1b req-6e9333da-a601-4783-aac1-91983fde0853 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8b7c9eac-b13e-4d51-ac42-9dd942a03f32&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0297735
Jun 14 03:30:57.525257 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d273f-0c19-496a-9adf-4d95dce64212 req-b94927cc-22b9-4993-a027-ef2cde0eaaa9 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:57.526717 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-4c8d273f-0c19-496a-9adf-4d95dce64212 req-b94927cc-22b9-4993-a027-ef2cde0eaaa9 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e668f6d-887f-48ff-8da6-82a7edb90c0f HTTP/1.1" status: 200  len: 946 time: 0.0719149
Jun 14 03:30:57.567882 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-4c8d273f-0c19-496a-9adf-4d95dce64212 req-65a00e62-4dd7-4bb8-8894-9b2229335de2 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b7c9eac-b13e-4d51-ac42-9dd942a03f32&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0349500
Jun 14 03:30:58.210113 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d0cd6-ecc9-450b-9029-48df6390bd98 req-d28cea53-e0f3-4b94-8c30-de9d83a6909a tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:58.211612 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-e36d0cd6-ecc9-450b-9029-48df6390bd98 req-d28cea53-e0f3-4b94-8c30-de9d83a6909a tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/ports?device_id=491b2193-7c8b-474e-8f57-d7aadd1b5dbe HTTP/1.1" status: 200  len: 985 time: 0.0720332
Jun 14 03:30:58.262215 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-e36d0cd6-ecc9-450b-9029-48df6390bd98 req-66dbc796-614a-4bc0-b5b0-ca019d52df16 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/security-groups?id=e088084c-06cd-4e65-9c43-5f1610c5a6d4&id=7a190744-9d09-453a-87d3-9a2569b43594&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0448325
Jun 14 03:30:58.746581 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdbcbf5-5bf5-470c-b66c-48d5b55a32cf req-2cefa97c-6ccc-4e2a-b3c3-6e368e3f3d37 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:58.747958 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-ecdbcbf5-5bf5-470c-b66c-48d5b55a32cf req-2cefa97c-6ccc-4e2a-b3c3-6e368e3f3d37 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e668f6d-887f-48ff-8da6-82a7edb90c0f HTTP/1.1" status: 200  len: 946 time: 0.0697911
Jun 14 03:30:58.788627 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-ecdbcbf5-5bf5-470c-b66c-48d5b55a32cf req-bf79c8c1-f092-43d3-820f-e610791b3ed2 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b7c9eac-b13e-4d51-ac42-9dd942a03f32&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0351198
Jun 14 03:30:58.969649 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa729c3c-0424-4209-a7ea-b30e8b2ae31c req-2e99f076-9d81-4e97-a125-705d3cf9d230 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:58.971117 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-fa729c3c-0424-4209-a7ea-b30e8b2ae31c req-2e99f076-9d81-4e97-a125-705d3cf9d230 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e668f6d-887f-48ff-8da6-82a7edb90c0f HTTP/1.1" status: 200  len: 946 time: 0.0677867
Jun 14 03:30:59.011447 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-fa729c3c-0424-4209-a7ea-b30e8b2ae31c req-075e95cd-8bc6-45f7-863f-40a9ee65e9d5 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b7c9eac-b13e-4d51-ac42-9dd942a03f32&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0342226
Jun 14 03:30:59.035876 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 48338) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:30:59.091685 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fa0541-5909-4e0f-951c-912366e286c5 tempest-TestVolumeBootPattern-609361350 tempest-TestVolumeBootPattern-609361350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:59.093840 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-f1fa0541-5909-4e0f-951c-912366e286c5 tempest-TestVolumeBootPattern-609361350 tempest-TestVolumeBootPattern-609361350-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=6e668f6d-887f-48ff-8da6-82a7edb90c0f HTTP/1.1" status: 200  len: 1094 time: 0.0569956
Jun 14 03:30:59.096581 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 48340) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:30:59.100800 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [None req-34d490f0-c124-4f72-b157-5bb608d7a878 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Request body: {'floatingip': {'floating_network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'port_id': '536a8a91-f372-4c97-8613-11d4957a6ec2', 'tenant_id': '677c749727ed45bc8bb151403e7f4fa1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:30:59.183148 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-34d490f0-c124-4f72-b157-5bb608d7a878 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks [] for floatingip, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:59.304898 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-34d490f0-c124-4f72-b157-5bb608d7a878 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for port, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:59.429016 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.db_base_plugin_common [None req-34d490f0-c124-4f72-b157-5bb608d7a878 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Allocated IP 172.27.2.113 (93400a53-dc51-45a7-8a67-e74b6f34e4ba/60a70a14-b6be-44b1-a1f9-f2aaa6aa296b/057226f7-5493-490e-85b7-094d4e88aacc) {{(pid=92486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 14 03:30:59.450162 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6293e921-d939-4155-8b7c-017b7f6a7b52 req-1ccb19bf-2fa5-4dd4-a02b-a5149d599d7a tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:30:59.451746 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-6293e921-d939-4155-8b7c-017b7f6a7b52 req-1ccb19bf-2fa5-4dd4-a02b-a5149d599d7a tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/ports?device_id=491b2193-7c8b-474e-8f57-d7aadd1b5dbe HTTP/1.1" status: 200  len: 985 time: 0.0743568
Jun 14 03:30:59.496956 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-6293e921-d939-4155-8b7c-017b7f6a7b52 req-8d355c33-32d5-4da8-8ef4-f28150fbbf9b tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/security-groups?id=e088084c-06cd-4e65-9c43-5f1610c5a6d4&id=7a190744-9d09-453a-87d3-9a2569b43594&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0389481
Jun 14 03:30:59.865528 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-34d490f0-c124-4f72-b157-5bb608d7a878 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks [] for port, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:59.966929 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-34d490f0-c124-4f72-b157-5bb608d7a878 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-668656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756196682527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63152314'] for port, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:30:59.969137 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-13a6e0bb-af5d-48de-bdda-219901f1418e tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:31:00.013663 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d490f0-c124-4f72-b157-5bb608d7a878 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Network 93400a53-dc51-45a7-8a67-e74b6f34e4ba is already hosted by enough agents. {{(pid=92486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 14 03:31:00.017054 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.base_scheduler [None req-34d490f0-c124-4f72-b157-5bb608d7a878 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Resources bound (agent type, host, resource id):  {{(pid=92486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:31:00.021235 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d490f0-c124-4f72-b157-5bb608d7a878 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Received port after_create {{(pid=92486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 14 03:31:00.024151 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d490f0-c124-4f72-b157-5bb608d7a878 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Pushing event updated for resources: {'Port': ['ID=057226f7-5493-490e-85b7-094d4e88aacc,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:31:00.048790 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-34d490f0-c124-4f72-b157-5bb608d7a878 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:31:00.473076 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-34d490f0-c124-4f72-b157-5bb608d7a878 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:00.632284 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-34d490f0-c124-4f72-b157-5bb608d7a878 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:00.809541 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-34d490f0-c124-4f72-b157-5bb608d7a878 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks [] for port, precommit_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:00.868966 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-34d490f0-c124-4f72-b157-5bb608d7a878 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63152260'] for port, after_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:00.870921 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-c9fd20bc-3fe3-417d-ba64-a60c25bd5eb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:31:00.948304 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d490f0-c124-4f72-b157-5bb608d7a878 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Pushing event updated for resources: {'Port': ['ID=057226f7-5493-490e-85b7-094d4e88aacc,revision_number=2']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:31:00.952072 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-34d490f0-c124-4f72-b157-5bb608d7a878 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:31:00.959968 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-34d490f0-c124-4f72-b157-5bb608d7a878 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66755190'] for floatingip, after_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:01.098298 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.db.l3_db [None req-34d490f0-c124-4f72-b157-5bb608d7a878 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Floating IP e7a4f82f-2697-4305-89f0-36428afecd90 associated. External IP: 172.27.2.113, port: 536a8a91-f372-4c97-8613-11d4957a6ec2.
Jun 14 03:31:01.372363 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34d490f0-c124-4f72-b157-5bb608d7a878 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Router 9107ac6f-5253-40e5-8381-7294f4653f9c has already been hosted by L3 agent faa78350-ce80-467b-8f2c-9d7893daed85 {{(pid=92486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 14 03:31:01.518056 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d490f0-c124-4f72-b157-5bb608d7a878 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify agent at l3_agent.dv-cinder-796170-1-iscsi the message routers_updated {{(pid=92486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 14 03:31:01.537349 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6179f908-3aa4-4ad4-b4b6-eb4b2b1c708f None None] Sync routers for ids ['9107ac6f-5253-40e5-8381-7294f4653f9c'] in dv-cinder-796170-1-iscsi {{(pid=92488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 14 03:31:01.629932 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6179f908-3aa4-4ad4-b4b6-eb4b2b1c708f None None] Routers {'9107ac6f-5253-40e5-8381-7294f4653f9c'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:31:01.630578 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-6179f908-3aa4-4ad4-b4b6-eb4b2b1c708f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5df46df0>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:30:37Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['9107ac6f-5253-40e5-8381-7294f4653f9c'], 'active': True} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:31:01.635079 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-34d490f0-c124-4f72-b157-5bb608d7a878 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389'] for floatingip, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:01.680670 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-34d490f0-c124-4f72-b157-5bb608d7a878 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.5830841
Jun 14 03:31:01.681442 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e668f6d-887f-48ff-8da6-82a7edb90c0f', 'tag': '536a8a91-f372-4c97-8613-11d4957a6ec2'}] {{(pid=92486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:31:01.683781 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5355d7bc3b36bcf9a7ee8a2281ad208d869c89ac4cdf4014809f5322b7820d6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a753fff2-03e9-4ea3-b040-9243d81a4d30" -d '{"events": [{"name": "network-changed", "server_uuid": "6e668f6d-887f-48ff-8da6-82a7edb90c0f", "tag": "536a8a91-f372-4c97-8613-11d4957a6ec2"}]}' {{(pid=92486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:31:01.719997 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 03:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ed4f880-2572-489d-be8d-883337d1b890 x-openstack-request-id: req-0ed4f880-2572-489d-be8d-883337d1b890 {{(pid=92486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:31:01.720324 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e668f6d-887f-48ff-8da6-82a7edb90c0f", "tag": "536a8a91-f372-4c97-8613-11d4957a6ec2", "status": "completed", "code": 200}]} {{(pid=92486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:31:01.720613 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0ed4f880-2572-489d-be8d-883337d1b890 {{(pid=92486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:31:01.721046 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e668f6d-887f-48ff-8da6-82a7edb90c0f', 'tag': '536a8a91-f372-4c97-8613-11d4957a6ec2', 'status': 'completed', 'code': 200}
Jun 14 03:31:01.772483 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvr_db [None req-6179f908-3aa4-4ad4-b4b6-eb4b2b1c708f None None] Set router 9107ac6f-5253-40e5-8381-7294f4653f9c gateway port host: dv-cinder-796170-1-iscsi {{(pid=92488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:31:01.801610 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a753fff2-03e9-4ea3-b040-9243d81a4d30 req-890cdee1-7d8e-4743-87ad-a5fd0e89f5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:31:01.803148 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-a753fff2-03e9-4ea3-b040-9243d81a4d30 req-890cdee1-7d8e-4743-87ad-a5fd0e89f5f1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=677c749727ed45bc8bb151403e7f4fa1&device_id=6e668f6d-887f-48ff-8da6-82a7edb90c0f HTTP/1.1" status: 200  len: 1099 time: 0.0593343
Jun 14 03:31:01.920938 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a753fff2-03e9-4ea3-b040-9243d81a4d30 req-5ddddedc-0747-4ade-83f4-8a3d252fa7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:31:01.922328 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-a753fff2-03e9-4ea3-b040-9243d81a4d30 req-5ddddedc-0747-4ade-83f4-8a3d252fa7f6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=34b23c78-3069-403b-be6d-6131877d9778 HTTP/1.1" status: 200  len: 912 time: 0.1128116
Jun 14 03:31:02.008159 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-a753fff2-03e9-4ea3-b040-9243d81a4d30 req-2706af1d-1626-47a9-926b-07360a057890 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=536a8a91-f372-4c97-8613-11d4957a6ec2 HTTP/1.1" status: 200  len: 1000 time: 0.0792055
Jun 14 03:31:02.058006 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-6179f908-3aa4-4ad4-b4b6-eb4b2b1c708f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5df46df0>, [{'id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'name': 'tempest-TestVolumeBootPattern-923657156-router', 'tenant_id': '677c749727ed45bc8bb151403e7f4fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '0e733936-1964-4e57-bec7-c8bc3d54d949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:27:21Z', 'updated_at': '2021-06-14T03:27:26Z', 'revision_number': 4, 'project_id': '677c749727ed45bc8bb151403e7f4fa1', 'gw_port': {'id': '0e733936-1964-4e57-bec7-c8bc3d54d949', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:27:22Z', 'updated_at': '2021-06-14T03:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_floatingips': [{'id': 'e7a4f82f-2697-4305-89f0-36428afecd90', 'tenant_id': '677c749727ed45bc8bb151403e7f4fa1', 'floating_ip_address': '172.27.2.113', 'floating_network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'router_id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'port_id': '536a8a91-f372-4c97-8613-11d4957a6ec2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34b23c78-3069-403b-be6d-6131877d9778', 'mac_address': 'fa:16:3e:4b:c1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e668f6d-887f-48ff-8da6-82a7edb90c0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T03:31:00Z', 'updated_at': '2021-06-14T03:31:00Z', 'revision_number': 0, 'project_id': '677c749727ed45bc8bb151403e7f4fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aac7cc5d-182a-4fa1-8cb6-a94e5086d20f', 'name': '', 'network_id': '34b23c78-3069-403b-be6d-6131877d9778', 'tenant_id': '677c749727ed45bc8bb151403e7f4fa1', 'mac_address': 'fa:16:3e:50:e1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '1fa62e25-98c4-4c90-9558-661a82d6770a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:27:25Z', 'updated_at': '2021-06-14T03:27:32Z', 'revision_number': 5, 'project_id': '677c749727ed45bc8bb151403e7f4fa1', 'subnets': [{'id': '1fa62e25-98c4-4c90-9558-661a82d6770a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:31:02.061913 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6179f908-3aa4-4ad4-b4b6-eb4b2b1c708f None None] Checking router: 9107ac6f-5253-40e5-8381-7294f4653f9c for host: dv-cinder-796170-1-iscsi {{(pid=92488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 14 03:31:02.065043 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a753fff2-03e9-4ea3-b040-9243d81a4d30 req-3ec3af19-2dae-4b9a-b409-b3b7c2d764c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:31:02.066496 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-a753fff2-03e9-4ea3-b040-9243d81a4d30 req-3ec3af19-2dae-4b9a-b409-b3b7c2d764c6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1fa62e25-98c4-4c90-9558-661a82d6770a HTTP/1.1" status: 200  len: 850 time: 0.0511746
Jun 14 03:31:02.069998 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6179f908-3aa4-4ad4-b4b6-eb4b2b1c708f None None] Routers {'9107ac6f-5253-40e5-8381-7294f4653f9c'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:31:02.070618 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-6179f908-3aa4-4ad4-b4b6-eb4b2b1c708f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5df46df0>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:30:37Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['9107ac6f-5253-40e5-8381-7294f4653f9c'], 'active': True} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:31:02.133013 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a753fff2-03e9-4ea3-b040-9243d81a4d30 req-bfb2a5d5-445a-4029-aafa-ceb54f74ac65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:31:02.134516 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-a753fff2-03e9-4ea3-b040-9243d81a4d30 req-bfb2a5d5-445a-4029-aafa-ceb54f74ac65 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34b23c78-3069-403b-be6d-6131877d9778&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0598810
Jun 14 03:31:02.215322 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvr_db [None req-6179f908-3aa4-4ad4-b4b6-eb4b2b1c708f None None] Set router 9107ac6f-5253-40e5-8381-7294f4653f9c gateway port host: dv-cinder-796170-1-iscsi {{(pid=92488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:31:02.257676 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-a753fff2-03e9-4ea3-b040-9243d81a4d30 req-d6991a43-683b-4a54-940d-dac2370049ad service neutron] 10.222.0.37 "GET /v2.0/networks/34b23c78-3069-403b-be6d-6131877d9778?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1160285
Jun 14 03:31:02.376787 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-a753fff2-03e9-4ea3-b040-9243d81a4d30 req-e2202a75-2f1e-46ba-b0cf-58e07f92492c service neutron] 10.222.0.37 "GET /v2.0/networks/34b23c78-3069-403b-be6d-6131877d9778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1114180
Jun 14 03:31:02.509938 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-6179f908-3aa4-4ad4-b4b6-eb4b2b1c708f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5df46df0>, [{'id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'name': 'tempest-TestVolumeBootPattern-923657156-router', 'tenant_id': '677c749727ed45bc8bb151403e7f4fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '0e733936-1964-4e57-bec7-c8bc3d54d949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:27:21Z', 'updated_at': '2021-06-14T03:27:26Z', 'revision_number': 4, 'project_id': '677c749727ed45bc8bb151403e7f4fa1', 'gw_port': {'id': '0e733936-1964-4e57-bec7-c8bc3d54d949', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:27:22Z', 'updated_at': '2021-06-14T03:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_floatingips': [{'id': 'e7a4f82f-2697-4305-89f0-36428afecd90', 'tenant_id': '677c749727ed45bc8bb151403e7f4fa1', 'floating_ip_address': '172.27.2.113', 'floating_network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'router_id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'port_id': '536a8a91-f372-4c97-8613-11d4957a6ec2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34b23c78-3069-403b-be6d-6131877d9778', 'mac_address': 'fa:16:3e:4b:c1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e668f6d-887f-48ff-8da6-82a7edb90c0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T03:31:00Z', 'updated_at': '2021-06-14T03:31:00Z', 'revision_number': 0, 'project_id': '677c749727ed45bc8bb151403e7f4fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aac7cc5d-182a-4fa1-8cb6-a94e5086d20f', 'name': '', 'network_id': '34b23c78-3069-403b-be6d-6131877d9778', 'tenant_id': '677c749727ed45bc8bb151403e7f4fa1', 'mac_address': 'fa:16:3e:50:e1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '1fa62e25-98c4-4c90-9558-661a82d6770a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:27:25Z', 'updated_at': '2021-06-14T03:27:32Z', 'revision_number': 5, 'project_id': '677c749727ed45bc8bb151403e7f4fa1', 'subnets': [{'id': '1fa62e25-98c4-4c90-9558-661a82d6770a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:31:02.513406 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6179f908-3aa4-4ad4-b4b6-eb4b2b1c708f None None] The sync data for ids ['9107ac6f-5253-40e5-8381-7294f4653f9c'] in dv-cinder-796170-1-iscsi is: [{'id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'name': 'tempest-TestVolumeBootPattern-923657156-router', 'tenant_id': '677c749727ed45bc8bb151403e7f4fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '0e733936-1964-4e57-bec7-c8bc3d54d949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:27:21Z', 'updated_at': '2021-06-14T03:27:26Z', 'revision_number': 4, 'project_id': '677c749727ed45bc8bb151403e7f4fa1', 'gw_port': {'id': '0e733936-1964-4e57-bec7-c8bc3d54d949', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:27:22Z', 'updated_at': '2021-06-14T03:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_floatingips': [{'id': 'e7a4f82f-2697-4305-89f0-36428afecd90', 'tenant_id': '677c749727ed45bc8bb151403e7f4fa1', 'floating_ip_address': '172.27.2.113', 'floating_network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'router_id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'port_id': '536a8a91-f372-4c97-8613-11d4957a6ec2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34b23c78-3069-403b-be6d-6131877d9778', 'mac_address': 'fa:16:3e:4b:c1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e668f6d-887f-48ff-8da6-82a7edb90c0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T03:31:00Z', 'updated_at': '2021-06-14T03:31:00Z', 'revision_number': 0, 'project_id': '677c749727ed45bc8bb151403e7f4fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aac7cc5d-182a-4fa1-8cb6-a94e5086d20f', 'name': '', 'network_id': '34b23c78-3069-403b-be6d-6131877d9778', 'tenant_id': '677c749727ed45bc8bb151403e7f4fa1', 'mac_address': 'fa:16:3e:50:e1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '1fa62e25-98c4-4c90-9558-661a82d6770a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:27:25Z', 'updated_at': '2021-06-14T03:27:32Z', 'revision_number': 5, 'project_id': '677c749727ed45bc8bb151403e7f4fa1', 'subnets': [{'id': '1fa62e25-98c4-4c90-9558-661a82d6770a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 14 03:31:02.687685 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10246b17-f8a9-416c-97a7-5149ed1bab31 None None] New status for floating IP e7a4f82f-2697-4305-89f0-36428afecd90: ACTIVE {{(pid=92487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 14 03:31:04.433358 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-03ca03fd-1da7-419d-9885-0b658a18096a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:05.937676 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:06.954776 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-7ca0e0d4-4910-47a3-a0ec-5a284285b141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:07.188989 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:08.166024 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-a6614653-0164-4561-80ac-e583b9425df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:09.690403 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-37effd67-6caa-48ba-975b-7ec46c17b4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:13.414032 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-5315537c-2b7c-4cd6-a17f-d3bb166ca0cb req-0dffd288-6e46-4aa2-888f-33c07dc68b1c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=05d17e46-70f4-4257-b83f-d05a2057bd6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0565288
Jun 14 03:31:13.500259 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315537c-2b7c-4cd6-a17f-d3bb166ca0cb req-775cf0b7-9b18-422f-b5ef-b4acc6b26d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:31:13.501751 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-5315537c-2b7c-4cd6-a17f-d3bb166ca0cb req-775cf0b7-9b18-422f-b5ef-b4acc6b26d61 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8ee804e6168b404ba86aafb9d53b4ab7&device_id=05d17e46-70f4-4257-b83f-d05a2057bd6a HTTP/1.1" status: 200  len: 1099 time: 0.0648124
Jun 14 03:31:13.636457 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315537c-2b7c-4cd6-a17f-d3bb166ca0cb req-fb7484a7-ba7b-4620-bb2a-9ae52452eecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:31:13.637885 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-5315537c-2b7c-4cd6-a17f-d3bb166ca0cb req-fb7484a7-ba7b-4620-bb2a-9ae52452eecb service neutron] 10.222.0.37 "GET /v2.0/networks?id=59204b5b-ebc4-4155-af46-f7c56f00d62d HTTP/1.1" status: 200  len: 911 time: 0.1103275
Jun 14 03:31:13.724657 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-5315537c-2b7c-4cd6-a17f-d3bb166ca0cb req-bc6750b9-6f73-40f9-99c6-193d649a8e6e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d3f71d6-627d-4269-a9cb-588d2588c62a HTTP/1.1" status: 200  len: 1002 time: 0.0740287
Jun 14 03:31:13.785471 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315537c-2b7c-4cd6-a17f-d3bb166ca0cb req-acff1ca0-b14a-4ae8-966c-5cc3dadd8cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:31:13.787047 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-5315537c-2b7c-4cd6-a17f-d3bb166ca0cb req-acff1ca0-b14a-4ae8-966c-5cc3dadd8cc0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9185bba9-0b92-4177-95a7-76932f513987 HTTP/1.1" status: 200  len: 849 time: 0.0561411
Jun 14 03:31:13.849197 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5315537c-2b7c-4cd6-a17f-d3bb166ca0cb req-04f7a3c0-a2e5-43bb-85c5-74262723f7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:31:13.850633 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-5315537c-2b7c-4cd6-a17f-d3bb166ca0cb req-04f7a3c0-a2e5-43bb-85c5-74262723f7fd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=59204b5b-ebc4-4155-af46-f7c56f00d62d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0570605
Jun 14 03:31:13.972300 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-5315537c-2b7c-4cd6-a17f-d3bb166ca0cb req-80207622-44e7-4385-8684-5de12d5bc376 service neutron] 10.222.0.37 "GET /v2.0/networks/59204b5b-ebc4-4155-af46-f7c56f00d62d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1087716
Jun 14 03:31:14.087616 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-5315537c-2b7c-4cd6-a17f-d3bb166ca0cb req-36bea4c9-fd35-4bd1-8759-41e3250291fc service neutron] 10.222.0.37 "GET /v2.0/networks/59204b5b-ebc4-4155-af46-f7c56f00d62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1083243
Jun 14 03:31:22.713805 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae4aa5-66ab-43f1-953b-7c1bbfbac39e req-af9a6972-478a-46da-964e-1cc5932efa30 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:31:22.715164 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-87ae4aa5-66ab-43f1-953b-7c1bbfbac39e req-af9a6972-478a-46da-964e-1cc5932efa30 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/ports?device_id=05d17e46-70f4-4257-b83f-d05a2057bd6a HTTP/1.1" status: 200  len: 946 time: 0.0694549
Jun 14 03:31:22.757841 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-87ae4aa5-66ab-43f1-953b-7c1bbfbac39e req-521ab2f3-9d90-41be-b6e2-6543fec8bb26 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd76923c-7fd3-46c9-9be2-887ba11f6f26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0368426
Jun 14 03:31:23.936913 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd49c7-daba-4f59-b7a5-9ccd930b01e3 req-a2a3c4a4-ec38-45d1-8839-67e506b77afc tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:31:23.939445 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-edcd49c7-daba-4f59-b7a5-9ccd930b01e3 req-a2a3c4a4-ec38-45d1-8839-67e506b77afc tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/ports?device_id=05d17e46-70f4-4257-b83f-d05a2057bd6a HTTP/1.1" status: 200  len: 946 time: 0.0700564
Jun 14 03:31:23.979658 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-edcd49c7-daba-4f59-b7a5-9ccd930b01e3 req-5e8a3d14-2a9b-4c7b-a012-832b9445275d tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd76923c-7fd3-46c9-9be2-887ba11f6f26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0345984
Jun 14 03:31:25.160738 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd45a2c-45ed-4f2f-b1e8-59dd5be7cd09 req-eada3f99-531c-42ac-8348-c1b257693d29 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:31:25.162157 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-2cd45a2c-45ed-4f2f-b1e8-59dd5be7cd09 req-eada3f99-531c-42ac-8348-c1b257693d29 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/ports?device_id=05d17e46-70f4-4257-b83f-d05a2057bd6a HTTP/1.1" status: 200  len: 946 time: 0.0721440
Jun 14 03:31:25.202248 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-2cd45a2c-45ed-4f2f-b1e8-59dd5be7cd09 req-b4b2edcf-230f-4ddd-91ce-53980f591a8f tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd76923c-7fd3-46c9-9be2-887ba11f6f26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0344906
Jun 14 03:31:26.388752 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1093de61-106d-4309-bf9e-8339924ee7f8 req-f5c4a05d-3b9a-45a3-97fe-0cf20d1e521c tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:31:26.390508 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-1093de61-106d-4309-bf9e-8339924ee7f8 req-f5c4a05d-3b9a-45a3-97fe-0cf20d1e521c tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/ports?device_id=05d17e46-70f4-4257-b83f-d05a2057bd6a HTTP/1.1" status: 200  len: 946 time: 0.0719261
Jun 14 03:31:26.430684 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-1093de61-106d-4309-bf9e-8339924ee7f8 req-7bc5260f-f06e-4043-b4ba-0822f21bcbf3 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd76923c-7fd3-46c9-9be2-887ba11f6f26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0346110
Jun 14 03:31:27.614500 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1172dc79-0da8-44df-b96e-ce1f1a5b5108 req-eb17d288-03e1-49a4-89ed-f4925716229f tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:31:27.615938 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-1172dc79-0da8-44df-b96e-ce1f1a5b5108 req-eb17d288-03e1-49a4-89ed-f4925716229f tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/ports?device_id=05d17e46-70f4-4257-b83f-d05a2057bd6a HTTP/1.1" status: 200  len: 946 time: 0.0698221
Jun 14 03:31:27.657871 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-1172dc79-0da8-44df-b96e-ce1f1a5b5108 req-8cf6958d-dd66-4df7-bf6e-e099e2d6c3ad tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd76923c-7fd3-46c9-9be2-887ba11f6f26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0363727
Jun 14 03:31:28.837281 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ce2e5d-f789-4be4-8f01-bd13941592ab req-ba709377-5ae8-4895-8be9-b388b9d13e7a tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:31:28.838661 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-f9ce2e5d-f789-4be4-8f01-bd13941592ab req-ba709377-5ae8-4895-8be9-b388b9d13e7a tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/ports?device_id=05d17e46-70f4-4257-b83f-d05a2057bd6a HTTP/1.1" status: 200  len: 946 time: 0.0705938
Jun 14 03:31:28.881625 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-f9ce2e5d-f789-4be4-8f01-bd13941592ab req-8992bdbf-f049-4e03-80ab-684be37bc391 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd76923c-7fd3-46c9-9be2-887ba11f6f26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0361679
Jun 14 03:31:30.063007 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdd8f34-5863-44e1-b1a8-63411a113030 req-4785f4ba-8990-44a4-ac0a-d4ffbe7da2aa tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:31:30.064884 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-bcdd8f34-5863-44e1-b1a8-63411a113030 req-4785f4ba-8990-44a4-ac0a-d4ffbe7da2aa tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/ports?device_id=05d17e46-70f4-4257-b83f-d05a2057bd6a HTTP/1.1" status: 200  len: 946 time: 0.0718684
Jun 14 03:31:30.106665 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-bcdd8f34-5863-44e1-b1a8-63411a113030 req-89e434b3-6b72-4657-8596-4850bda4e350 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd76923c-7fd3-46c9-9be2-887ba11f6f26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0362694
Jun 14 03:31:31.289563 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd9eb06-e25f-48f3-9b2c-064cf9e93973 req-35c742ec-ba55-4ac0-9304-9edb1003bcfd tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:31:31.291043 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-ecd9eb06-e25f-48f3-9b2c-064cf9e93973 req-35c742ec-ba55-4ac0-9304-9edb1003bcfd tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/ports?device_id=05d17e46-70f4-4257-b83f-d05a2057bd6a HTTP/1.1" status: 200  len: 946 time: 0.0740120
Jun 14 03:31:31.334744 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-ecd9eb06-e25f-48f3-9b2c-064cf9e93973 req-48283617-5dd9-40aa-b6ef-5a206f8ba0ac tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd76923c-7fd3-46c9-9be2-887ba11f6f26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381491
Jun 14 03:31:32.513707 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed353b82-d6d1-4f56-b4b4-a274007a4c75 req-9c7e7de5-b7cb-40c4-89d3-17a794c8e409 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:31:32.515187 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-ed353b82-d6d1-4f56-b4b4-a274007a4c75 req-9c7e7de5-b7cb-40c4-89d3-17a794c8e409 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/ports?device_id=05d17e46-70f4-4257-b83f-d05a2057bd6a HTTP/1.1" status: 200  len: 946 time: 0.0708921
Jun 14 03:31:32.555661 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-ed353b82-d6d1-4f56-b4b4-a274007a4c75 req-d7d22b7c-0d74-4946-a5ea-222ce6e04047 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd76923c-7fd3-46c9-9be2-887ba11f6f26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0348527
Jun 14 03:31:33.733960 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332562ac-9766-4a14-a17e-66faa7fccb80 req-6f1dfb85-10a5-4748-be9e-83be8004e982 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:31:33.735336 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-332562ac-9766-4a14-a17e-66faa7fccb80 req-6f1dfb85-10a5-4748-be9e-83be8004e982 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/ports?device_id=05d17e46-70f4-4257-b83f-d05a2057bd6a HTTP/1.1" status: 200  len: 946 time: 0.0688069
Jun 14 03:31:33.776171 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-332562ac-9766-4a14-a17e-66faa7fccb80 req-f2ae2a37-92c3-43b4-96d7-d32a21b45be5 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd76923c-7fd3-46c9-9be2-887ba11f6f26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0350406
Jun 14 03:31:33.812867 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.agents_db [None req-ff4782b4-218c-43ce-8b60-1c0132b4bc55 None None] Agent healthcheck: found 6 active agents {{(pid=92488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 14 03:31:34.248678 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493bdd10-85f2-4996-860e-bb7c03d59de4 req-76acd700-d1b4-4ffe-a1f4-df81201f4718 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:31:34.250116 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-493bdd10-85f2-4996-860e-bb7c03d59de4 req-76acd700-d1b4-4ffe-a1f4-df81201f4718 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/ports?device_id=05d17e46-70f4-4257-b83f-d05a2057bd6a HTTP/1.1" status: 200  len: 946 time: 0.0679357
Jun 14 03:31:34.292631 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476bab98-2675-4975-9b2a-0c2e891aa49d req-883680d5-bd21-4b3a-9fc2-432efaab52f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:31:34.294112 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-476bab98-2675-4975-9b2a-0c2e891aa49d req-883680d5-bd21-4b3a-9fc2-432efaab52f1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8ee804e6168b404ba86aafb9d53b4ab7&device_id=05d17e46-70f4-4257-b83f-d05a2057bd6a HTTP/1.1" status: 200  len: 1099 time: 0.0663946
Jun 14 03:31:34.295723 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-493bdd10-85f2-4996-860e-bb7c03d59de4 req-0f4d41b9-4be4-4f2a-860b-2e6d963460eb tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd76923c-7fd3-46c9-9be2-887ba11f6f26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384758
Jun 14 03:31:34.405371 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476bab98-2675-4975-9b2a-0c2e891aa49d req-e226f48c-1427-4446-9180-3a1123eefc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:31:34.406828 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-476bab98-2675-4975-9b2a-0c2e891aa49d req-e226f48c-1427-4446-9180-3a1123eefc1b service neutron] 10.222.0.37 "GET /v2.0/networks?id=59204b5b-ebc4-4155-af46-f7c56f00d62d HTTP/1.1" status: 200  len: 911 time: 0.1057858
Jun 14 03:31:34.467836 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-1035f75e-667e-43aa-99c2-ae426e0efc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:34.494543 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-476bab98-2675-4975-9b2a-0c2e891aa49d req-7730d324-8724-40b3-8239-ca6cabf087fd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0d3f71d6-627d-4269-a9cb-588d2588c62a HTTP/1.1" status: 200  len: 1002 time: 0.0799453
Jun 14 03:31:34.550928 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476bab98-2675-4975-9b2a-0c2e891aa49d req-08af15a9-5a0a-4310-9fa6-8245d5aece3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:31:34.552347 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-476bab98-2675-4975-9b2a-0c2e891aa49d req-08af15a9-5a0a-4310-9fa6-8245d5aece3b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9185bba9-0b92-4177-95a7-76932f513987 HTTP/1.1" status: 200  len: 849 time: 0.0513561
Jun 14 03:31:34.618982 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476bab98-2675-4975-9b2a-0c2e891aa49d req-dd74379e-45f4-4aa3-8128-eba3f5381420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:31:34.620330 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-476bab98-2675-4975-9b2a-0c2e891aa49d req-dd74379e-45f4-4aa3-8128-eba3f5381420 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=59204b5b-ebc4-4155-af46-f7c56f00d62d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0612097
Jun 14 03:31:34.734931 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-476bab98-2675-4975-9b2a-0c2e891aa49d req-86390031-c288-4199-a1cd-a97082d601b4 service neutron] 10.222.0.37 "GET /v2.0/networks/59204b5b-ebc4-4155-af46-f7c56f00d62d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1059766
Jun 14 03:31:34.848923 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-476bab98-2675-4975-9b2a-0c2e891aa49d req-e5c7fbaf-8478-428a-a5af-2f3a9287380a service neutron] 10.222.0.37 "GET /v2.0/networks/59204b5b-ebc4-4155-af46-f7c56f00d62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1063235
Jun 14 03:31:35.191396 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-9eb87407-720a-462b-b366-4a6c92aadd9f req-4a4f8dff-c130-44e6-abdc-60b71e99718c tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-540203773&fields=id&tenant_id=28ed75610aab41d6b712bab6d7683723 HTTP/1.1" status: 200  len: 267 time: 0.0408039
Jun 14 03:31:35.263144 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb87407-720a-462b-b366-4a6c92aadd9f req-c393fca9-8d2d-4c1f-9507-60b87a558e55 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:31:35.264624 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-9eb87407-720a-462b-b366-4a6c92aadd9f req-c393fca9-8d2d-4c1f-9507-60b87a558e55 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/ports?device_id=491b2193-7c8b-474e-8f57-d7aadd1b5dbe HTTP/1.1" status: 200  len: 985 time: 0.0679927
Jun 14 03:31:35.275538 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.v2.base [req-9eb87407-720a-462b-b366-4a6c92aadd9f req-a4742c47-1f2e-442a-b6b6-6073e36957a3 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Request body: {'port': {'security_groups': ['7a190744-9d09-453a-87d3-9a2569b43594']}} {{(pid=92485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:31:35.376800 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-9eb87407-720a-462b-b366-4a6c92aadd9f req-a4742c47-1f2e-442a-b6b6-6073e36957a3 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:35.485910 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743ad222-3f6b-442b-b406-636940249fdc req-7c538a83-7f24-474e-b6c5-02a21509da76 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:31:35.487649 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-743ad222-3f6b-442b-b406-636940249fdc req-7c538a83-7f24-474e-b6c5-02a21509da76 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/ports?device_id=05d17e46-70f4-4257-b83f-d05a2057bd6a HTTP/1.1" status: 200  len: 946 time: 0.0794623
Jun 14 03:31:35.528931 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-743ad222-3f6b-442b-b406-636940249fdc req-2ace00dd-bb18-410d-a72e-98da0242e1fd tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd76923c-7fd3-46c9-9be2-887ba11f6f26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0356319
Jun 14 03:31:35.592384 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.db [req-9eb87407-720a-462b-b366-4a6c92aadd9f req-a4742c47-1f2e-442a-b6b6-6073e36957a3 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] For port a332a1d9-3a17-4621-8fec-1f6e216f890f, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=a332a1d9-3a17-4621-8fec-1f6e216f890f,segment=NetworkSegment(40e90c70-6f9e-4418-9cec-b748b63d8c33),segment_id=40e90c70-6f9e-4418-9cec-b748b63d8c33)] {{(pid=92485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:31:35.622175 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-9eb87407-720a-462b-b366-4a6c92aadd9f req-a4742c47-1f2e-442a-b6b6-6073e36957a3 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Notify callbacks [] for port, precommit_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:35.668913 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-9eb87407-720a-462b-b366-4a6c92aadd9f req-a4742c47-1f2e-442a-b6b6-6073e36957a3 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62999253'] for port, after_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:35.672526 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:31:35.687584 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] get_ports_and_sgs() called for port_ids ['a332a1d9-3a17-4621-8fec-1f6e216f890f'] {{(pid=92487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 14 03:31:35.721136 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb87407-720a-462b-b366-4a6c92aadd9f req-a4742c47-1f2e-442a-b6b6-6073e36957a3 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:31:35.722426 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-9eb87407-720a-462b-b366-4a6c92aadd9f req-a4742c47-1f2e-442a-b6b6-6073e36957a3 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389'] for port, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:35.724046 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-9eb87407-720a-462b-b366-4a6c92aadd9f req-a4742c47-1f2e-442a-b6b6-6073e36957a3 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "PUT /v2.0/ports/a332a1d9-3a17-4621-8fec-1f6e216f890f HTTP/1.1" status: 200  len: 943 time: 0.4529142
Jun 14 03:31:35.724615 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '491b2193-7c8b-474e-8f57-d7aadd1b5dbe', 'tag': 'a332a1d9-3a17-4621-8fec-1f6e216f890f'}] {{(pid=92485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:31:35.726997 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0639b30c08a1ea7684a5dbba31199bfc4186ae3813d9033880ffe89de9bab324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce853812-7ca2-4327-9365-966965b0536f" -d '{"events": [{"name": "network-changed", "server_uuid": "491b2193-7c8b-474e-8f57-d7aadd1b5dbe", "tag": "a332a1d9-3a17-4621-8fec-1f6e216f890f"}]}' {{(pid=92485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:31:35.732155 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 48404) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:31:35.773227 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 03:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae7b4478-73e0-4a1d-af57-716aa0386ce3 x-openstack-request-id: req-ae7b4478-73e0-4a1d-af57-716aa0386ce3 {{(pid=92485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:31:35.773553 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "491b2193-7c8b-474e-8f57-d7aadd1b5dbe", "tag": "a332a1d9-3a17-4621-8fec-1f6e216f890f", "status": "completed", "code": 200}]} {{(pid=92485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:31:35.773843 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ae7b4478-73e0-4a1d-af57-716aa0386ce3 {{(pid=92485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:31:35.774277 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '491b2193-7c8b-474e-8f57-d7aadd1b5dbe', 'tag': 'a332a1d9-3a17-4621-8fec-1f6e216f890f', 'status': 'completed', 'code': 200}
Jun 14 03:31:35.782304 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4742c47-1f2e-442a-b6b6-6073e36957a3 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Pushing event updated for resources: {'Port': ['ID=a332a1d9-3a17-4621-8fec-1f6e216f890f,revision_number=7']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:31:35.820009 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4742c47-1f2e-442a-b6b6-6073e36957a3 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:31:35.820381 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4742c47-1f2e-442a-b6b6-6073e36957a3 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:31:35.820808 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4742c47-1f2e-442a-b6b6-6073e36957a3 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:31:35.821032 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4742c47-1f2e-442a-b6b6-6073e36957a3 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:31:35.821392 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4742c47-1f2e-442a-b6b6-6073e36957a3 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:31:35.821752 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4742c47-1f2e-442a-b6b6-6073e36957a3 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:31:35.822106 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4742c47-1f2e-442a-b6b6-6073e36957a3 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:31:35.822508 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4742c47-1f2e-442a-b6b6-6073e36957a3 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:31:35.822864 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4742c47-1f2e-442a-b6b6-6073e36957a3 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:31:35.823217 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4742c47-1f2e-442a-b6b6-6073e36957a3 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:31:35.823583 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4742c47-1f2e-442a-b6b6-6073e36957a3 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:31:35.823924 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4742c47-1f2e-442a-b6b6-6073e36957a3 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:31:35.824933 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] get_ports_and_sgs() called for port_ids ['a332a1d9-3a17-4621-8fec-1f6e216f890f'] {{(pid=92487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 14 03:31:35.830121 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-a4742c47-1f2e-442a-b6b6-6073e36957a3 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:31:35.875832 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-614d8e05-dc1a-46fe-82df-c845a8847e24 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Notify callbacks [] for security_group, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:35.919079 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-614d8e05-dc1a-46fe-82df-c845a8847e24 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:35.931489 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce853812-7ca2-4327-9365-966965b0536f req-34449355-6756-4713-87b1-83a202a54e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:31:35.933012 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-ce853812-7ca2-4327-9365-966965b0536f req-34449355-6756-4713-87b1-83a202a54e64 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=28ed75610aab41d6b712bab6d7683723&device_id=491b2193-7c8b-474e-8f57-d7aadd1b5dbe HTTP/1.1" status: 200  len: 1099 time: 0.1296039
Jun 14 03:31:35.962701 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:36.011589 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-e971de33-b7a2-41dc-8262-b0033b5d5f7a None None] Provisioning complete for port a332a1d9-3a17-4621-8fec-1f6e216f890f triggered by entity DHCP. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:31:36.011883 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-e971de33-b7a2-41dc-8262-b0033b5d5f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:36.345086 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce853812-7ca2-4327-9365-966965b0536f req-2991549e-2596-42d6-bf54-932e0f2fde67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:31:36.346655 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-ce853812-7ca2-4327-9365-966965b0536f req-2991549e-2596-42d6-bf54-932e0f2fde67 service neutron] 10.222.0.37 "GET /v2.0/networks?id=17b1c6ed-0d7c-4c23-b6be-51ac75c739d5 HTTP/1.1" status: 200  len: 916 time: 0.4049442
Jun 14 03:31:36.412940 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-614d8e05-dc1a-46fe-82df-c845a8847e24 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:36.415489 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-614d8e05-dc1a-46fe-82df-c845a8847e24 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Notify callbacks [] for security_group, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:36.416572 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-614d8e05-dc1a-46fe-82df-c845a8847e24 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "DELETE /v2.0/security-groups/e088084c-06cd-4e65-9c43-5f1610c5a6d4 HTTP/1.1" status: 204  len: 168 time: 0.6835108
Jun 14 03:31:36.418797 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-85cb04fe-1fa4-4132-bc64-c01ab6bcd483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:31:36.425149 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 48406) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:31:36.436820 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614d8e05-dc1a-46fe-82df-c845a8847e24 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e088084c-06cd-4e65-9c43-5f1610c5a6d4,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:31:36.441502 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-614d8e05-dc1a-46fe-82df-c845a8847e24 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:31:36.447714 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-ce853812-7ca2-4327-9365-966965b0536f req-10033156-2718-48fb-8a81-7730bbdc9501 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a332a1d9-3a17-4621-8fec-1f6e216f890f HTTP/1.1" status: 200  len: 1002 time: 0.0935175
Jun 14 03:31:36.506036 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce853812-7ca2-4327-9365-966965b0536f req-14877759-e53e-4724-a5e1-26a9bc9ab332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:31:36.507850 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-ce853812-7ca2-4327-9365-966965b0536f req-14877759-e53e-4724-a5e1-26a9bc9ab332 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=84e982b5-5bc7-46b2-bff6-94158039073b HTTP/1.1" status: 200  len: 854 time: 0.0527618
Jun 14 03:31:36.574955 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce853812-7ca2-4327-9365-966965b0536f req-4bee3f33-15ef-457f-9fa7-bd3f035cd93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:31:36.576423 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-ce853812-7ca2-4327-9365-966965b0536f req-4bee3f33-15ef-457f-9fa7-bd3f035cd93e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=17b1c6ed-0d7c-4c23-b6be-51ac75c739d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0615976
Jun 14 03:31:36.625216 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.plugin [None req-673eb8e6-4d77-48a8-8dae-63d27c147fe7 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Deleting port 040d4e8e-d0da-4467-a0c0-d00b6b02c9ed {{(pid=92486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 14 03:31:36.625939 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-673eb8e6-4d77-48a8-8dae-63d27c147fe7 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756197070376'] for port, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:36.725054 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-673eb8e6-4d77-48a8-8dae-63d27c147fe7 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66754036'] for port, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:36.725293 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-673eb8e6-4d77-48a8-8dae-63d27c147fe7 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:36.736080 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-ce853812-7ca2-4327-9365-966965b0536f req-9f8cbcbc-a7bf-430a-859b-216caca42c20 service neutron] 10.222.0.37 "GET /v2.0/networks/17b1c6ed-0d7c-4c23-b6be-51ac75c739d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1525483
Jun 14 03:31:36.783103 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9984498-1886-4d5e-ab2a-d94bcf915943 req-12e3c4e5-7d76-47fa-acb0-d27670ceb28a tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:31:36.785229 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-c9984498-1886-4d5e-ab2a-d94bcf915943 req-12e3c4e5-7d76-47fa-acb0-d27670ceb28a tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/ports?device_id=05d17e46-70f4-4257-b83f-d05a2057bd6a HTTP/1.1" status: 200  len: 946 time: 0.1224275
Jun 14 03:31:36.821947 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.plugin [None req-673eb8e6-4d77-48a8-8dae-63d27c147fe7 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Calling delete_port for 040d4e8e-d0da-4467-a0c0-d00b6b02c9ed owned by network:floatingip {{(pid=92486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 14 03:31:36.884664 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-c9984498-1886-4d5e-ab2a-d94bcf915943 req-64dfc39c-2928-42df-a43c-c8446d61f03f tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd76923c-7fd3-46c9-9be2-887ba11f6f26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0933418
Jun 14 03:31:36.902656 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-ce853812-7ca2-4327-9365-966965b0536f req-ff8f7d81-be20-4aa7-b316-df95e9ce4d05 service neutron] 10.222.0.37 "GET /v2.0/networks/17b1c6ed-0d7c-4c23-b6be-51ac75c739d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1573892
Jun 14 03:31:36.954532 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-8f3e1555-fd58-4064-bad0-bc394a814667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:37.074529 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-673eb8e6-4d77-48a8-8dae-63d27c147fe7 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756197075788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756196682536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63152307'] for port, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:37.077126 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-75e516f0-a027-40a9-a410-4a56c24c62e0 tempest-ServerRescueNegativeTestJSON-882817938 tempest-ServerRescueNegativeTestJSON-882817938-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:31:37.106313 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673eb8e6-4d77-48a8-8dae-63d27c147fe7 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Pushing event deleted for resources: {'Port': ['ID=040d4e8e-d0da-4467-a0c0-d00b6b02c9ed,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:31:37.139275 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673eb8e6-4d77-48a8-8dae-63d27c147fe7 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:31:37.139663 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673eb8e6-4d77-48a8-8dae-63d27c147fe7 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:31:37.140038 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673eb8e6-4d77-48a8-8dae-63d27c147fe7 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:31:37.140409 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673eb8e6-4d77-48a8-8dae-63d27c147fe7 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:31:37.140778 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673eb8e6-4d77-48a8-8dae-63d27c147fe7 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:31:37.141145 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673eb8e6-4d77-48a8-8dae-63d27c147fe7 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:31:37.141510 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673eb8e6-4d77-48a8-8dae-63d27c147fe7 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:31:37.141895 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673eb8e6-4d77-48a8-8dae-63d27c147fe7 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:31:37.142259 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673eb8e6-4d77-48a8-8dae-63d27c147fe7 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:31:37.142640 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673eb8e6-4d77-48a8-8dae-63d27c147fe7 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:31:37.142998 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673eb8e6-4d77-48a8-8dae-63d27c147fe7 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:31:37.144494 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673eb8e6-4d77-48a8-8dae-63d27c147fe7 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:31:37.148062 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-673eb8e6-4d77-48a8-8dae-63d27c147fe7 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:31:37.165895 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:37.192038 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-673eb8e6-4d77-48a8-8dae-63d27c147fe7 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Notify callbacks [] for floatingip, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:37.192368 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.db.l3_db [None req-673eb8e6-4d77-48a8-8dae-63d27c147fe7 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Floating IP b955dca2-e871-4db5-bf84-f803f3b1af7a disassociated (deleted). External IP: 172.27.2.132, port: a332a1d9-3a17-4621-8fec-1f6e216f890f.
Jun 14 03:31:37.766053 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-673eb8e6-4d77-48a8-8dae-63d27c147fe7 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Router a8975e77-c98e-4fbb-9e04-76244cf88a44 has already been hosted by L3 agent faa78350-ce80-467b-8f2c-9d7893daed85 {{(pid=92486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 14 03:31:37.915600 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-673eb8e6-4d77-48a8-8dae-63d27c147fe7 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Notify agent at l3_agent.dv-cinder-796170-1-iscsi the message routers_updated {{(pid=92486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 14 03:31:37.920330 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-673eb8e6-4d77-48a8-8dae-63d27c147fe7 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389'] for floatingip, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:37.924972 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681dbcbd-f99f-45b3-984f-132ab9ac8eee None None] Sync routers for ids ['a8975e77-c98e-4fbb-9e04-76244cf88a44'] in dv-cinder-796170-1-iscsi {{(pid=92488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 14 03:31:37.933793 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681dbcbd-f99f-45b3-984f-132ab9ac8eee None None] Routers {'a8975e77-c98e-4fbb-9e04-76244cf88a44'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:31:37.934508 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-681dbcbd-f99f-45b3-984f-132ab9ac8eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5dd4f9d0>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:31:37Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['a8975e77-c98e-4fbb-9e04-76244cf88a44'], 'active': True} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:31:37.964761 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-673eb8e6-4d77-48a8-8dae-63d27c147fe7 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "DELETE /v2.0/floatingips/b955dca2-e871-4db5-bf84-f803f3b1af7a HTTP/1.1" status: 204  len: 168 time: 1.5442493
Jun 14 03:31:37.965437 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '491b2193-7c8b-474e-8f57-d7aadd1b5dbe', 'tag': 'a332a1d9-3a17-4621-8fec-1f6e216f890f'}] {{(pid=92486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:31:37.967788 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5355d7bc3b36bcf9a7ee8a2281ad208d869c89ac4cdf4014809f5322b7820d6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64b2981-5ba6-4f47-9a8d-d4568be52ce0" -d '{"events": [{"name": "network-changed", "server_uuid": "491b2193-7c8b-474e-8f57-d7aadd1b5dbe", "tag": "a332a1d9-3a17-4621-8fec-1f6e216f890f"}]}' {{(pid=92486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:31:38.006250 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 03:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0f9fd3-63a7-4048-a8bf-e4971b27a9e1 x-openstack-request-id: req-7d0f9fd3-63a7-4048-a8bf-e4971b27a9e1 {{(pid=92486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:31:38.006612 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "491b2193-7c8b-474e-8f57-d7aadd1b5dbe", "tag": "a332a1d9-3a17-4621-8fec-1f6e216f890f", "status": "completed", "code": 200}]} {{(pid=92486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:31:38.006914 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7d0f9fd3-63a7-4048-a8bf-e4971b27a9e1 {{(pid=92486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:31:38.007354 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '491b2193-7c8b-474e-8f57-d7aadd1b5dbe', 'tag': 'a332a1d9-3a17-4621-8fec-1f6e216f890f', 'status': 'completed', 'code': 200}
Jun 14 03:31:38.083844 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvr_db [None req-681dbcbd-f99f-45b3-984f-132ab9ac8eee None None] Set router a8975e77-c98e-4fbb-9e04-76244cf88a44 gateway port host: dv-cinder-796170-1-iscsi {{(pid=92488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:31:38.089972 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b2981-5ba6-4f47-9a8d-d4568be52ce0 req-2e830d9c-d03d-4cb4-8dea-6836d88bb8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:31:38.092467 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-f64b2981-5ba6-4f47-9a8d-d4568be52ce0 req-2e830d9c-d03d-4cb4-8dea-6836d88bb8cf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=28ed75610aab41d6b712bab6d7683723&device_id=491b2193-7c8b-474e-8f57-d7aadd1b5dbe HTTP/1.1" status: 200  len: 1099 time: 0.0628746
Jun 14 03:31:38.159243 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-a6614653-0164-4561-80ac-e583b9425df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:38.226305 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b2981-5ba6-4f47-9a8d-d4568be52ce0 req-8c165e27-b7f8-4023-91cb-913d6c83fbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:31:38.227812 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-f64b2981-5ba6-4f47-9a8d-d4568be52ce0 req-8c165e27-b7f8-4023-91cb-913d6c83fbfb service neutron] 10.222.0.37 "GET /v2.0/networks?id=17b1c6ed-0d7c-4c23-b6be-51ac75c739d5 HTTP/1.1" status: 200  len: 916 time: 0.1292095
Jun 14 03:31:38.280170 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-f64b2981-5ba6-4f47-9a8d-d4568be52ce0 req-3007e5f3-8b69-4785-8d48-d4155faf533b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a332a1d9-3a17-4621-8fec-1f6e216f890f HTTP/1.1" status: 200  len: 217 time: 0.0461519
Jun 14 03:31:38.343667 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b2981-5ba6-4f47-9a8d-d4568be52ce0 req-67c855b5-480f-4b03-a188-6777f6cc1d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:31:38.345073 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-f64b2981-5ba6-4f47-9a8d-d4568be52ce0 req-67c855b5-480f-4b03-a188-6777f6cc1d93 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=84e982b5-5bc7-46b2-bff6-94158039073b HTTP/1.1" status: 200  len: 854 time: 0.0593262
Jun 14 03:31:38.345991 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-681dbcbd-f99f-45b3-984f-132ab9ac8eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5dd4f9d0>, [{'id': 'a8975e77-c98e-4fbb-9e04-76244cf88a44', 'name': 'tempest-TestMinimumBasicScenario-1494566487-router', 'tenant_id': '28ed75610aab41d6b712bab6d7683723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '79477526-6d8d-4b0a-b990-db272a4e1dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:29:07Z', 'updated_at': '2021-06-14T03:29:12Z', 'revision_number': 4, 'project_id': '28ed75610aab41d6b712bab6d7683723', 'gw_port': {'id': '79477526-6d8d-4b0a-b990-db272a4e1dde', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:13:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8975e77-c98e-4fbb-9e04-76244cf88a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:29:08Z', 'updated_at': '2021-06-14T03:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_interfaces': [{'id': '3c2bf119-e67d-47d4-8556-471613a0f887', 'name': '', 'network_id': '17b1c6ed-0d7c-4c23-b6be-51ac75c739d5', 'tenant_id': '28ed75610aab41d6b712bab6d7683723', 'mac_address': 'fa:16:3e:63:23:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8975e77-c98e-4fbb-9e04-76244cf88a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '84e982b5-5bc7-46b2-bff6-94158039073b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:29:11Z', 'updated_at': '2021-06-14T03:29:18Z', 'revision_number': 5, 'project_id': '28ed75610aab41d6b712bab6d7683723', 'subnets': [{'id': '84e982b5-5bc7-46b2-bff6-94158039073b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:31:38.350063 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681dbcbd-f99f-45b3-984f-132ab9ac8eee None None] Checking router: a8975e77-c98e-4fbb-9e04-76244cf88a44 for host: dv-cinder-796170-1-iscsi {{(pid=92488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 14 03:31:38.358057 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681dbcbd-f99f-45b3-984f-132ab9ac8eee None None] Routers {'a8975e77-c98e-4fbb-9e04-76244cf88a44'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:31:38.358692 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-681dbcbd-f99f-45b3-984f-132ab9ac8eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5dd4f9d0>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:31:37Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['a8975e77-c98e-4fbb-9e04-76244cf88a44'], 'active': True} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:31:38.411653 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b2981-5ba6-4f47-9a8d-d4568be52ce0 req-2ffefad3-3c66-472a-94cb-a674d8d96ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:31:38.413558 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-f64b2981-5ba6-4f47-9a8d-d4568be52ce0 req-2ffefad3-3c66-472a-94cb-a674d8d96ac2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=17b1c6ed-0d7c-4c23-b6be-51ac75c739d5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0619702
Jun 14 03:31:38.543954 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-f64b2981-5ba6-4f47-9a8d-d4568be52ce0 req-ff01c50b-f86c-4e13-a39d-55a12951a38e service neutron] 10.222.0.37 "GET /v2.0/networks/17b1c6ed-0d7c-4c23-b6be-51ac75c739d5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1239116
Jun 14 03:31:38.635012 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvr_db [None req-681dbcbd-f99f-45b3-984f-132ab9ac8eee None None] Set router a8975e77-c98e-4fbb-9e04-76244cf88a44 gateway port host: dv-cinder-796170-1-iscsi {{(pid=92488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:31:38.660547 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-f64b2981-5ba6-4f47-9a8d-d4568be52ce0 req-694f230b-a9c4-408b-a34b-0c14c1db3997 service neutron] 10.222.0.37 "GET /v2.0/networks/17b1c6ed-0d7c-4c23-b6be-51ac75c739d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1096401
Jun 14 03:31:38.901177 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-681dbcbd-f99f-45b3-984f-132ab9ac8eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5dd4f9d0>, [{'id': 'a8975e77-c98e-4fbb-9e04-76244cf88a44', 'name': 'tempest-TestMinimumBasicScenario-1494566487-router', 'tenant_id': '28ed75610aab41d6b712bab6d7683723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '79477526-6d8d-4b0a-b990-db272a4e1dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:29:07Z', 'updated_at': '2021-06-14T03:29:12Z', 'revision_number': 4, 'project_id': '28ed75610aab41d6b712bab6d7683723', 'gw_port': {'id': '79477526-6d8d-4b0a-b990-db272a4e1dde', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:13:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8975e77-c98e-4fbb-9e04-76244cf88a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:29:08Z', 'updated_at': '2021-06-14T03:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_interfaces': [{'id': '3c2bf119-e67d-47d4-8556-471613a0f887', 'name': '', 'network_id': '17b1c6ed-0d7c-4c23-b6be-51ac75c739d5', 'tenant_id': '28ed75610aab41d6b712bab6d7683723', 'mac_address': 'fa:16:3e:63:23:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8975e77-c98e-4fbb-9e04-76244cf88a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '84e982b5-5bc7-46b2-bff6-94158039073b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:29:11Z', 'updated_at': '2021-06-14T03:29:18Z', 'revision_number': 5, 'project_id': '28ed75610aab41d6b712bab6d7683723', 'subnets': [{'id': '84e982b5-5bc7-46b2-bff6-94158039073b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:31:38.904437 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681dbcbd-f99f-45b3-984f-132ab9ac8eee None None] The sync data for ids ['a8975e77-c98e-4fbb-9e04-76244cf88a44'] in dv-cinder-796170-1-iscsi is: [{'id': 'a8975e77-c98e-4fbb-9e04-76244cf88a44', 'name': 'tempest-TestMinimumBasicScenario-1494566487-router', 'tenant_id': '28ed75610aab41d6b712bab6d7683723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '79477526-6d8d-4b0a-b990-db272a4e1dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:29:07Z', 'updated_at': '2021-06-14T03:29:12Z', 'revision_number': 4, 'project_id': '28ed75610aab41d6b712bab6d7683723', 'gw_port': {'id': '79477526-6d8d-4b0a-b990-db272a4e1dde', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:13:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8975e77-c98e-4fbb-9e04-76244cf88a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:29:08Z', 'updated_at': '2021-06-14T03:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_interfaces': [{'id': '3c2bf119-e67d-47d4-8556-471613a0f887', 'name': '', 'network_id': '17b1c6ed-0d7c-4c23-b6be-51ac75c739d5', 'tenant_id': '28ed75610aab41d6b712bab6d7683723', 'mac_address': 'fa:16:3e:63:23:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8975e77-c98e-4fbb-9e04-76244cf88a44', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '84e982b5-5bc7-46b2-bff6-94158039073b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:29:11Z', 'updated_at': '2021-06-14T03:29:18Z', 'revision_number': 5, 'project_id': '28ed75610aab41d6b712bab6d7683723', 'subnets': [{'id': '84e982b5-5bc7-46b2-bff6-94158039073b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 14 03:31:39.109710 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ca649e-9944-43df-9c22-144077fefabe None None] New status for floating IP b955dca2-e871-4db5-bf84-f803f3b1af7a: DOWN {{(pid=92487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 14 03:31:39.680808 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-37effd67-6caa-48ba-975b-7ec46c17b4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:41.541842 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91244320-3d58-4b2a-9921-a9a1d3d2b8b8 req-22a24985-50f6-4125-86ee-8f960f6f9aaa tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:31:41.544049 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-91244320-3d58-4b2a-9921-a9a1d3d2b8b8 req-22a24985-50f6-4125-86ee-8f960f6f9aaa tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/ports?device_id=491b2193-7c8b-474e-8f57-d7aadd1b5dbe HTTP/1.1" status: 200  len: 946 time: 0.0678642
Jun 14 03:31:41.585873 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-91244320-3d58-4b2a-9921-a9a1d3d2b8b8 req-5f12e6c4-a5af-469e-a361-2d01daa1e745 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a190744-9d09-453a-87d3-9a2569b43594&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0362730
Jun 14 03:31:42.764932 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126bb7cb-b8a4-4e03-a454-7cbdbc922c94 req-d14ff859-9e75-498e-87d6-cf07960489ba tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:31:42.766305 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-126bb7cb-b8a4-4e03-a454-7cbdbc922c94 req-d14ff859-9e75-498e-87d6-cf07960489ba tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/ports?device_id=491b2193-7c8b-474e-8f57-d7aadd1b5dbe HTTP/1.1" status: 200  len: 946 time: 0.0700693
Jun 14 03:31:42.806729 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-126bb7cb-b8a4-4e03-a454-7cbdbc922c94 req-ac0c9448-3c82-4fdf-81a8-8788835dc0b6 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/security-groups?id=7a190744-9d09-453a-87d3-9a2569b43594&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0339642
Jun 14 03:31:43.378347 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf29523-2bf6-4354-95a6-6a9b3b875240 req-d8d4f251-f48d-4451-8258-4ff5470a6f7c tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:31:43.379782 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-abf29523-2bf6-4354-95a6-6a9b3b875240 req-d8d4f251-f48d-4451-8258-4ff5470a6f7c tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.37 "GET /v2.0/ports?device_id=491b2193-7c8b-474e-8f57-d7aadd1b5dbe HTTP/1.1" status: 200  len: 946 time: 0.0718575
Jun 14 03:31:43.492498 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.plugin [req-abf29523-2bf6-4354-95a6-6a9b3b875240 req-662ab51f-5185-413f-860c-c3448abba532 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Deleting port a332a1d9-3a17-4621-8fec-1f6e216f890f {{(pid=92485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 14 03:31:43.492806 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-abf29523-2bf6-4354-95a6-6a9b3b875240 req-662ab51f-5185-413f-860c-c3448abba532 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756197070376'] for port, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:43.605077 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.db [req-abf29523-2bf6-4354-95a6-6a9b3b875240 req-662ab51f-5185-413f-860c-c3448abba532 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] For port a332a1d9-3a17-4621-8fec-1f6e216f890f, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=a332a1d9-3a17-4621-8fec-1f6e216f890f,segment=NetworkSegment(40e90c70-6f9e-4418-9cec-b748b63d8c33),segment_id=40e90c70-6f9e-4418-9cec-b748b63d8c33)] {{(pid=92485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:31:43.605351 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-abf29523-2bf6-4354-95a6-6a9b3b875240 req-662ab51f-5185-413f-860c-c3448abba532 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66754036'] for port, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:43.697934 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.plugin [req-abf29523-2bf6-4354-95a6-6a9b3b875240 req-662ab51f-5185-413f-860c-c3448abba532 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Calling delete_port for a332a1d9-3a17-4621-8fec-1f6e216f890f owned by compute:nova {{(pid=92485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 14 03:31:43.902834 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-abf29523-2bf6-4354-95a6-6a9b3b875240 req-662ab51f-5185-413f-860c-c3448abba532 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756197075788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756196682536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62999266'] for port, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:43.906961 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-ee1edb44-357c-463b-8869-a354e714cc0f tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:31:43.917979 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] get_ports_and_sgs() called for port_ids ['a332a1d9-3a17-4621-8fec-1f6e216f890f'] {{(pid=92487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 14 03:31:43.942969 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662ab51f-5185-413f-860c-c3448abba532 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Pushing event deleted for resources: {'Port': ['ID=a332a1d9-3a17-4621-8fec-1f6e216f890f,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:31:43.954283 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-662ab51f-5185-413f-860c-c3448abba532 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:31:43.983860 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-26130248-6259-4e19-8f9b-7b536fc18642 req-ae1461c0-740a-44dd-afea-55620c6f3c33 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/ports?device_id=491b2193-7c8b-474e-8f57-d7aadd1b5dbe HTTP/1.1" status: 200  len: 210 time: 0.0437024
Jun 14 03:31:44.028543 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.l3_dvrscheduler_db [req-abf29523-2bf6-4354-95a6-6a9b3b875240 req-662ab51f-5185-413f-860c-c3448abba532 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] No DVR routers for this DVR port a332a1d9-3a17-4621-8fec-1f6e216f890f on host hv-cinder-79617 {{(pid=92485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 14 03:31:44.031074 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-abf29523-2bf6-4354-95a6-6a9b3b875240 req-662ab51f-5185-413f-860c-c3448abba532 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389'] for port, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:44.032962 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-abf29523-2bf6-4354-95a6-6a9b3b875240 req-662ab51f-5185-413f-860c-c3448abba532 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.37 "DELETE /v2.0/ports/a332a1d9-3a17-4621-8fec-1f6e216f890f HTTP/1.1" status: 204  len: 173 time: 0.6461470
Jun 14 03:31:44.033457 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491b2193-7c8b-474e-8f57-d7aadd1b5dbe', 'name': 'network-vif-deleted', 'tag': 'a332a1d9-3a17-4621-8fec-1f6e216f890f'}] {{(pid=92485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:31:44.036920 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0639b30c08a1ea7684a5dbba31199bfc4186ae3813d9033880ffe89de9bab324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a260a8-a13f-4233-9ef7-efbe2fe1b3e9" -d '{"events": [{"server_uuid": "491b2193-7c8b-474e-8f57-d7aadd1b5dbe", "name": "network-vif-deleted", "tag": "a332a1d9-3a17-4621-8fec-1f6e216f890f"}]}' {{(pid=92485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:31:44.071506 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d46e2a-a2e7-47a0-869c-dd2eaa308e00 x-openstack-request-id: req-48d46e2a-a2e7-47a0-869c-dd2eaa308e00 {{(pid=92485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:31:44.071918 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491b2193-7c8b-474e-8f57-d7aadd1b5dbe", "name": "network-vif-deleted", "tag": "a332a1d9-3a17-4621-8fec-1f6e216f890f", "status": "completed", "code": 200}]} {{(pid=92485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:31:44.072214 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-48d46e2a-a2e7-47a0-869c-dd2eaa308e00 {{(pid=92485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:31:44.072646 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491b2193-7c8b-474e-8f57-d7aadd1b5dbe', 'name': 'network-vif-deleted', 'tag': 'a332a1d9-3a17-4621-8fec-1f6e216f890f', 'status': 'completed', 'code': 200}
Jun 14 03:31:45.141691 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-deb1a528-4113-499e-891a-f94417191a85 req-2dc315ab-49e7-4795-86cf-87cb3b48573e tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] 10.222.0.13 "GET /v2.0/ports?device_id=491b2193-7c8b-474e-8f57-d7aadd1b5dbe HTTP/1.1" status: 200  len: 210 time: 0.0331471
Jun 14 03:31:46.658115 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device a332a1d9-3a17-4621-8fec-1f6e216f890f no longer exists at agent hyperv_hv-cinder-79617 {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 14 03:31:46.682924 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-661a56f4-230e-4389-a254-9a37132de24a None None] No Port match for: a332a1d9-3a17-4621-8fec-1f6e216f890f {{(pid=92487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 14 03:31:46.683279 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device a332a1d9-3a17-4621-8fec-1f6e216f890f not bound to the agent host hv-cinder-79617 {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 14 03:31:48.445296 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 48516) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:31:48.883058 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-4c254d8e-bd39-4ddf-9c52-8d19b5b2de7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66751185'] for router_interface, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:49.492463 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.plugin [None req-4c254d8e-bd39-4ddf-9c52-8d19b5b2de7a admin admin] Deleting port 3c2bf119-e67d-47d4-8556-471613a0f887 {{(pid=92485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 14 03:31:49.493065 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-4c254d8e-bd39-4ddf-9c52-8d19b5b2de7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756197070376'] for port, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:49.594768 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.db [None req-4c254d8e-bd39-4ddf-9c52-8d19b5b2de7a admin admin] For port 3c2bf119-e67d-47d4-8556-471613a0f887, host dv-cinder-796170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=3c2bf119-e67d-47d4-8556-471613a0f887,segment=NetworkSegment(40e90c70-6f9e-4418-9cec-b748b63d8c33),segment_id=40e90c70-6f9e-4418-9cec-b748b63d8c33)] {{(pid=92485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:31:49.595142 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-4c254d8e-bd39-4ddf-9c52-8d19b5b2de7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66754036'] for port, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:49.687082 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.plugin [None req-4c254d8e-bd39-4ddf-9c52-8d19b5b2de7a admin admin] Calling delete_port for 3c2bf119-e67d-47d4-8556-471613a0f887 owned by network:router_interface {{(pid=92485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 14 03:31:49.965399 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-4c254d8e-bd39-4ddf-9c52-8d19b5b2de7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756197075788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756196682536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62999266'] for port, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:49.967392 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-1178bc65-365c-44c8-9422-0ad389d3272a tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:31:49.995966 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c254d8e-bd39-4ddf-9c52-8d19b5b2de7a admin admin] Pushing event deleted for resources: {'Port': ['ID=3c2bf119-e67d-47d4-8556-471613a0f887,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:31:49.999068 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-4c254d8e-bd39-4ddf-9c52-8d19b5b2de7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:31:50.219451 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-4c254d8e-bd39-4ddf-9c52-8d19b5b2de7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66605118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66750529'] for router_interface, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:50.515273 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c254d8e-bd39-4ddf-9c52-8d19b5b2de7a admin admin] Router a8975e77-c98e-4fbb-9e04-76244cf88a44 has already been hosted by L3 agent faa78350-ce80-467b-8f2c-9d7893daed85 {{(pid=92485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 14 03:31:50.658765 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c254d8e-bd39-4ddf-9c52-8d19b5b2de7a admin admin] Notify agent at l3_agent.dv-cinder-796170-1-iscsi the message routers_updated {{(pid=92485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 14 03:31:50.667135 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-4c254d8e-bd39-4ddf-9c52-8d19b5b2de7a admin admin] 10.222.0.13 "PUT /v2.0/routers/a8975e77-c98e-4fbb-9e04-76244cf88a44/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2184906
Jun 14 03:31:50.667298 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 48518) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:31:50.668165 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f738b0b-8736-4ff4-ab19-79896cd8b230 None None] Sync routers for ids ['a8975e77-c98e-4fbb-9e04-76244cf88a44'] in dv-cinder-796170-1-iscsi {{(pid=92488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 14 03:31:50.678282 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f738b0b-8736-4ff4-ab19-79896cd8b230 None None] Routers {'a8975e77-c98e-4fbb-9e04-76244cf88a44'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:31:50.678916 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-0f738b0b-8736-4ff4-ab19-79896cd8b230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5deb9b20>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:31:37Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['a8975e77-c98e-4fbb-9e04-76244cf88a44'], 'active': True} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:31:50.805917 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-d4129a91-7ad5-469b-853b-4785aa46df9e admin admin] Notify callbacks [] for router, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:50.817890 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvr_db [None req-0f738b0b-8736-4ff4-ab19-79896cd8b230 None None] Set router a8975e77-c98e-4fbb-9e04-76244cf88a44 gateway port host: dv-cinder-796170-1-iscsi {{(pid=92488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:31:50.947494 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-d4129a91-7ad5-469b-853b-4785aa46df9e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:51.051837 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-0f738b0b-8736-4ff4-ab19-79896cd8b230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5deb9b20>, [{'id': 'a8975e77-c98e-4fbb-9e04-76244cf88a44', 'name': 'tempest-TestMinimumBasicScenario-1494566487-router', 'tenant_id': '28ed75610aab41d6b712bab6d7683723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.46'}], 'enable_snat': True}, 'gw_port_id': '79477526-6d8d-4b0a-b990-db272a4e1dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:29:07Z', 'updated_at': '2021-06-14T03:31:49Z', 'revision_number': 5, 'project_id': '28ed75610aab41d6b712bab6d7683723', 'gw_port': {'id': '79477526-6d8d-4b0a-b990-db272a4e1dde', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:13:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8975e77-c98e-4fbb-9e04-76244cf88a44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:29:08Z', 'updated_at': '2021-06-14T03:29:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi'}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:31:51.055151 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f738b0b-8736-4ff4-ab19-79896cd8b230 None None] Checking router: a8975e77-c98e-4fbb-9e04-76244cf88a44 for host: dv-cinder-796170-1-iscsi {{(pid=92488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 14 03:31:51.059266 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.plugin [None req-d4129a91-7ad5-469b-853b-4785aa46df9e admin admin] Deleting port 79477526-6d8d-4b0a-b990-db272a4e1dde {{(pid=92485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 14 03:31:51.059523 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-d4129a91-7ad5-469b-853b-4785aa46df9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756197070376'] for port, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:51.063058 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f738b0b-8736-4ff4-ab19-79896cd8b230 None None] Routers {'a8975e77-c98e-4fbb-9e04-76244cf88a44'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:31:51.063656 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-0f738b0b-8736-4ff4-ab19-79896cd8b230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5deb9b20>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:31:37Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['a8975e77-c98e-4fbb-9e04-76244cf88a44'], 'active': True} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:31:51.162735 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.db [None req-d4129a91-7ad5-469b-853b-4785aa46df9e admin admin] For port 79477526-6d8d-4b0a-b990-db272a4e1dde, host dv-cinder-796170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=79477526-6d8d-4b0a-b990-db272a4e1dde,segment=NetworkSegment(893a0064-443a-4390-b9c3-705fa3bdf9f8),segment_id=893a0064-443a-4390-b9c3-705fa3bdf9f8)] {{(pid=92485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:31:51.163096 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-d4129a91-7ad5-469b-853b-4785aa46df9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66754036'] for port, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:51.183684 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvr_db [None req-0f738b0b-8736-4ff4-ab19-79896cd8b230 None None] Set router a8975e77-c98e-4fbb-9e04-76244cf88a44 gateway port host: None {{(pid=92488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:31:51.258865 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.plugin [None req-d4129a91-7ad5-469b-853b-4785aa46df9e admin admin] Calling delete_port for 79477526-6d8d-4b0a-b990-db272a4e1dde owned by network:router_gateway {{(pid=92485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 14 03:31:51.262862 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-0f738b0b-8736-4ff4-ab19-79896cd8b230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5deb9b20>, [{'id': 'a8975e77-c98e-4fbb-9e04-76244cf88a44', 'name': 'tempest-TestMinimumBasicScenario-1494566487-router', 'tenant_id': '28ed75610aab41d6b712bab6d7683723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:29:07Z', 'updated_at': '2021-06-14T03:31:50Z', 'revision_number': 6, 'project_id': '28ed75610aab41d6b712bab6d7683723', 'gw_port_host': None}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:31:51.266318 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f738b0b-8736-4ff4-ab19-79896cd8b230 None None] The sync data for ids ['a8975e77-c98e-4fbb-9e04-76244cf88a44'] in dv-cinder-796170-1-iscsi is: [{'id': 'a8975e77-c98e-4fbb-9e04-76244cf88a44', 'name': 'tempest-TestMinimumBasicScenario-1494566487-router', 'tenant_id': '28ed75610aab41d6b712bab6d7683723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:29:07Z', 'updated_at': '2021-06-14T03:31:50Z', 'revision_number': 6, 'project_id': '28ed75610aab41d6b712bab6d7683723', 'gw_port_host': None}] {{(pid=92488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 14 03:31:51.525546 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-d4129a91-7ad5-469b-853b-4785aa46df9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756197075788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756196682536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62999266'] for port, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:51.527588 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-ef674958-e0fa-4087-84fa-da74b4a21728 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:31:51.556614 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4129a91-7ad5-469b-853b-4785aa46df9e admin admin] Pushing event deleted for resources: {'Port': ['ID=79477526-6d8d-4b0a-b990-db272a4e1dde,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:31:51.563297 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-d4129a91-7ad5-469b-853b-4785aa46df9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:31:51.638403 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-d4129a91-7ad5-469b-853b-4785aa46df9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66755090'] for router_gateway, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:51.773482 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-d4129a91-7ad5-469b-853b-4785aa46df9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66749923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256486'] for router, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:51.775598 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-d4129a91-7ad5-469b-853b-4785aa46df9e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:51.920330 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-d4129a91-7ad5-469b-853b-4785aa46df9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66748725'] for router, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:51.920826 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4129a91-7ad5-469b-853b-4785aa46df9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8975e77-c98e-4fbb-9e04-76244cf88a44 {{(pid=92485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 14 03:31:51.924992 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-d4129a91-7ad5-469b-853b-4785aa46df9e admin admin] Notify callbacks [] for router, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:51.926987 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-d4129a91-7ad5-469b-853b-4785aa46df9e admin admin] 10.222.0.13 "DELETE /v2.0/routers/a8975e77-c98e-4fbb-9e04-76244cf88a44 HTTP/1.1" status: 204  len: 168 time: 1.2587547
Jun 14 03:31:51.929446 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 48520) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:31:51.983752 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e1ed17c-a9c3-499c-9fcc-9cb11e269616 admin admin] Deleting subnet 84e982b5-5bc7-46b2-bff6-94158039073b {{(pid=92485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 14 03:31:51.986929 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-1e1ed17c-a9c3-499c-9fcc-9cb11e269616 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:52.210018 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 79477526-6d8d-4b0a-b990-db272a4e1dde no longer exists at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 14 03:31:52.235566 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] No Port match for: 79477526-6d8d-4b0a-b990-db272a4e1dde {{(pid=92487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 14 03:31:52.235835 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 79477526-6d8d-4b0a-b990-db272a4e1dde not bound to the agent host dv-cinder-796170-1-iscsi {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 14 03:31:52.236257 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 3c2bf119-e67d-47d4-8556-471613a0f887 no longer exists at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 14 03:31:52.264260 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] No Port match for: 3c2bf119-e67d-47d4-8556-471613a0f887 {{(pid=92487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 14 03:31:52.264260 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 3c2bf119-e67d-47d4-8556-471613a0f887 not bound to the agent host dv-cinder-796170-1-iscsi {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 14 03:31:52.322353 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-1e1ed17c-a9c3-499c-9fcc-9cb11e269616 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63278761'] for subnet, precommit_delete_associations {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:52.409172 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-1e1ed17c-a9c3-499c-9fcc-9cb11e269616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675963'] for subnet, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:52.547595 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-1e1ed17c-a9c3-499c-9fcc-9cb11e269616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66823779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62999320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58666758'] for subnet, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:52.551296 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-67cd9314-0ce3-4faa-9066-2b24195d064e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:31:52.582230 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1ed17c-a9c3-499c-9fcc-9cb11e269616 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84e982b5-5bc7-46b2-bff6-94158039073b,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:31:52.584881 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-1e1ed17c-a9c3-499c-9fcc-9cb11e269616 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for subnet, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:52.587584 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-1e1ed17c-a9c3-499c-9fcc-9cb11e269616 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/84e982b5-5bc7-46b2-bff6-94158039073b HTTP/1.1" status: 204  len: 168 time: 0.6571527
Jun 14 03:31:52.588534 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-1e1ed17c-a9c3-499c-9fcc-9cb11e269616 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:31:52.588824 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e745a966-bd2a-42e8-ab04-90fd2c37bd15 None None] Network 17b1c6ed-0d7c-4c23-b6be-51ac75c739d5 requested from dv-cinder-796170-1-iscsi {{(pid=92487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 14 03:31:52.589033 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 48522) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:31:52.683744 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-4a970be7-4172-47eb-8227-da26d669b0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577520'] for network, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:52.745942 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.plugin [None req-4a970be7-4172-47eb-8227-da26d669b0f7 admin admin] Deleting port d238db0e-13ca-4ca6-8a9f-bce96e9bbee2 {{(pid=92486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 14 03:31:52.746280 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-4a970be7-4172-47eb-8227-da26d669b0f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756197070376'] for port, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:52.819397 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4ad047-deec-4736-9874-fa0e0d13b504 None None] DHCP port deletion for 17b1c6ed-0d7c-4c23-b6be-51ac75c739d5 request from dv-cinder-796170-1-iscsi {{(pid=92487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 14 03:31:52.837322 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.db [None req-4a970be7-4172-47eb-8227-da26d669b0f7 admin admin] For port d238db0e-13ca-4ca6-8a9f-bce96e9bbee2, host dv-cinder-796170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=d238db0e-13ca-4ca6-8a9f-bce96e9bbee2,segment=NetworkSegment(40e90c70-6f9e-4418-9cec-b748b63d8c33),segment_id=40e90c70-6f9e-4418-9cec-b748b63d8c33)] {{(pid=92486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:31:52.837685 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-4a970be7-4172-47eb-8227-da26d669b0f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66754036'] for port, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:52.873025 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-9b4ad047-deec-4736-9874-fa0e0d13b504 None None] Deleting port d238db0e-13ca-4ca6-8a9f-bce96e9bbee2 {{(pid=92487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 14 03:31:52.873409 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-9b4ad047-deec-4736-9874-fa0e0d13b504 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756197070376'] for port, before_delete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:52.934676 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.plugin [None req-4a970be7-4172-47eb-8227-da26d669b0f7 admin admin] Calling delete_port for d238db0e-13ca-4ca6-8a9f-bce96e9bbee2 owned by network:dhcp {{(pid=92486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 14 03:31:52.960374 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-9b4ad047-deec-4736-9874-fa0e0d13b504 None None] For port d238db0e-13ca-4ca6-8a9f-bce96e9bbee2, host dv-cinder-796170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=d238db0e-13ca-4ca6-8a9f-bce96e9bbee2,segment=NetworkSegment(40e90c70-6f9e-4418-9cec-b748b63d8c33),segment_id=40e90c70-6f9e-4418-9cec-b748b63d8c33)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:31:52.960765 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-9b4ad047-deec-4736-9874-fa0e0d13b504 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66754036'] for port, precommit_delete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:53.054011 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-9b4ad047-deec-4736-9874-fa0e0d13b504 None None] Calling delete_port for d238db0e-13ca-4ca6-8a9f-bce96e9bbee2 owned by network:dhcp {{(pid=92487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 14 03:31:53.115002 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-4a970be7-4172-47eb-8227-da26d669b0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756197075788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756196682536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63152307'] for port, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:53.117254 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-a73e8411-d4ad-4cfb-a32b-148c54fd8424 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:31:53.141641 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-9b4ad047-deec-4736-9874-fa0e0d13b504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756197075788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756196682536'] for port, after_delete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:53.143525 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-33803128-2c93-410d-9ef3-a7cdc0f6448b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:31:53.147464 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a970be7-4172-47eb-8227-da26d669b0f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d238db0e-13ca-4ca6-8a9f-bce96e9bbee2,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:31:53.150647 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-4a970be7-4172-47eb-8227-da26d669b0f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:31:53.151240 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a970be7-4172-47eb-8227-da26d669b0f7 admin admin] No DVR routers for this DVR port d238db0e-13ca-4ca6-8a9f-bce96e9bbee2 on host dv-cinder-796170-1-iscsi {{(pid=92486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 14 03:31:53.172789 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4ad047-deec-4736-9874-fa0e0d13b504 None None] Pushing event deleted for resources: {'Port': ['ID=d238db0e-13ca-4ca6-8a9f-bce96e9bbee2,revision_number=None']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:31:53.180788 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4ad047-deec-4736-9874-fa0e0d13b504 None None] No DVR routers for this DVR port d238db0e-13ca-4ca6-8a9f-bce96e9bbee2 on host dv-cinder-796170-1-iscsi {{(pid=92487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 14 03:31:53.182844 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4ad047-deec-4736-9874-fa0e0d13b504 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:31:53.183184 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4ad047-deec-4736-9874-fa0e0d13b504 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:31:53.183518 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4ad047-deec-4736-9874-fa0e0d13b504 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:31:53.183847 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4ad047-deec-4736-9874-fa0e0d13b504 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:31:53.184169 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4ad047-deec-4736-9874-fa0e0d13b504 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:31:53.184606 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4ad047-deec-4736-9874-fa0e0d13b504 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:31:53.184934 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4ad047-deec-4736-9874-fa0e0d13b504 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:31:53.185251 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4ad047-deec-4736-9874-fa0e0d13b504 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:31:53.185572 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4ad047-deec-4736-9874-fa0e0d13b504 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:31:53.185887 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4ad047-deec-4736-9874-fa0e0d13b504 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:31:53.186202 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4ad047-deec-4736-9874-fa0e0d13b504 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:31:53.186538 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4ad047-deec-4736-9874-fa0e0d13b504 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:31:53.190171 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-9b4ad047-deec-4736-9874-fa0e0d13b504 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:31:53.254422 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-4a970be7-4172-47eb-8227-da26d669b0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682470', 'neutron.services.segments.db._delete_segments_for_network-8756197238200'] for network, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:53.265316 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.services.segments.db [None req-4a970be7-4172-47eb-8227-da26d669b0f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6b57a25040>,) {'filters': {'network_id': ['17b1c6ed-0d7c-4c23-b6be-51ac75c739d5']}} {{(pid=92486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:31:53.276774 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.services.segments.db [None req-4a970be7-4172-47eb-8227-da26d669b0f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6b57a25040>, '40e90c70-6f9e-4418-9cec-b748b63d8c33') {'for_net_delete': True} {{(pid=92486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:31:53.277080 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.services.segments.db [None req-4a970be7-4172-47eb-8227-da26d669b0f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6b57a25040>, '40e90c70-6f9e-4418-9cec-b748b63d8c33') {} {{(pid=92486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:31:53.288462 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-4a970be7-4172-47eb-8227-da26d669b0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756197238038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63152454'] for segment, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:53.304130 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-4a970be7-4172-47eb-8227-da26d669b0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677934'] for segment, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:53.310255 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a970be7-4172-47eb-8227-da26d669b0f7 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=92486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 14 03:31:53.310661 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-4a970be7-4172-47eb-8227-da26d669b0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63152352'] for segment, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:53.312327 dv-cinder-796170-1-iscsi neutron-server[92486]: Traceback (most recent call last):
Jun 14 03:31:53.312327 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 14 03:31:53.312327 dv-cinder-796170-1-iscsi neutron-server[92486]:     timer()
Jun 14 03:31:53.312327 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 14 03:31:53.312327 dv-cinder-796170-1-iscsi neutron-server[92486]:     cb(*args, **kw)
Jun 14 03:31:53.312327 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 14 03:31:53.312327 dv-cinder-796170-1-iscsi neutron-server[92486]:     return func(*args, **kwargs)
Jun 14 03:31:53.312327 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 14 03:31:53.312327 dv-cinder-796170-1-iscsi neutron-server[92486]:     self._notify()
Jun 14 03:31:53.312327 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 14 03:31:53.312327 dv-cinder-796170-1-iscsi neutron-server[92486]:     self.callback(batched_events)
Jun 14 03:31:53.312327 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 14 03:31:53.312327 dv-cinder-796170-1-iscsi neutron-server[92486]:     event.method(event)
Jun 14 03:31:53.312327 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 14 03:31:53.312327 dv-cinder-796170-1-iscsi neutron-server[92486]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 14 03:31:53.312327 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 14 03:31:53.312327 dv-cinder-796170-1-iscsi neutron-server[92486]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 14 03:31:53.312327 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 14 03:31:53.312327 dv-cinder-796170-1-iscsi neutron-server[92486]:     return f(self, *a, **k)
Jun 14 03:31:53.312327 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 14 03:31:53.312327 dv-cinder-796170-1-iscsi neutron-server[92486]:     return self._get(url).json()
Jun 14 03:31:53.312327 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 14 03:31:53.312327 dv-cinder-796170-1-iscsi neutron-server[92486]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 14 03:31:53.312327 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 14 03:31:53.312327 dv-cinder-796170-1-iscsi neutron-server[92486]:     return self.request(url, 'GET', **kwargs)
Jun 14 03:31:53.312327 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 14 03:31:53.312327 dv-cinder-796170-1-iscsi neutron-server[92486]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 14 03:31:53.312327 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 14 03:31:53.312327 dv-cinder-796170-1-iscsi neutron-server[92486]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 14 03:31:53.312327 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 14 03:31:53.312327 dv-cinder-796170-1-iscsi neutron-server[92486]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 14 03:31:53.312327 dv-cinder-796170-1-iscsi neutron-server[92486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 14 03:31:53.507277 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-4a970be7-4172-47eb-8227-da26d669b0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66755087'] for network, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:53.510930 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:31:53.513375 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-4a970be7-4172-47eb-8227-da26d669b0f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for network, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:53.515161 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-4a970be7-4172-47eb-8227-da26d669b0f7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/17b1c6ed-0d7c-4c23-b6be-51ac75c739d5 HTTP/1.1" status: 204  len: 168 time: 0.9251633
Jun 14 03:31:53.518149 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 48524) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:31:53.528993 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a970be7-4172-47eb-8227-da26d669b0f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=17b1c6ed-0d7c-4c23-b6be-51ac75c739d5,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:31:53.535591 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-4a970be7-4172-47eb-8227-da26d669b0f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:31:53.954313 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-4ff768d4-a38e-4bf2-9f01-2093d358ebbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66751185'] for router_interface, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:54.196698 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device d238db0e-13ca-4ca6-8a9f-bce96e9bbee2 no longer exists at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 14 03:31:54.226078 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] No Port match for: d238db0e-13ca-4ca6-8a9f-bce96e9bbee2 {{(pid=92487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 14 03:31:54.226372 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device d238db0e-13ca-4ca6-8a9f-bce96e9bbee2 not bound to the agent host dv-cinder-796170-1-iscsi {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 14 03:31:54.282584 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.plugin [None req-4ff768d4-a38e-4bf2-9f01-2093d358ebbc admin admin] Deleting port d084b477-afcf-412d-a027-efee14ea9a23 {{(pid=92485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 14 03:31:54.282923 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-4ff768d4-a38e-4bf2-9f01-2093d358ebbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756197070376'] for port, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:54.390783 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.db [None req-4ff768d4-a38e-4bf2-9f01-2093d358ebbc admin admin] For port d084b477-afcf-412d-a027-efee14ea9a23, host dv-cinder-796170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=d084b477-afcf-412d-a027-efee14ea9a23,segment=NetworkSegment(71c54ad4-180e-401c-8ff4-4e745d50bdc2),segment_id=71c54ad4-180e-401c-8ff4-4e745d50bdc2)] {{(pid=92485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:31:54.391157 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-4ff768d4-a38e-4bf2-9f01-2093d358ebbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66754036'] for port, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:54.483442 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.plugin [None req-4ff768d4-a38e-4bf2-9f01-2093d358ebbc admin admin] Calling delete_port for d084b477-afcf-412d-a027-efee14ea9a23 owned by network:router_interface {{(pid=92485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 14 03:31:54.804651 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-4ff768d4-a38e-4bf2-9f01-2093d358ebbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756197075788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756196682536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62999266'] for port, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:54.807423 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-15186f0e-ec50-4aa2-957b-b79098b6e4cb tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:31:54.836506 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff768d4-a38e-4bf2-9f01-2093d358ebbc admin admin] Pushing event deleted for resources: {'Port': ['ID=d084b477-afcf-412d-a027-efee14ea9a23,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:31:54.839660 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-4ff768d4-a38e-4bf2-9f01-2093d358ebbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:31:55.053036 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-4ff768d4-a38e-4bf2-9f01-2093d358ebbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66605118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66750529'] for router_interface, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:55.339990 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ff768d4-a38e-4bf2-9f01-2093d358ebbc admin admin] Router c21459fd-09d9-478f-b02d-081eb5eb8425 has already been hosted by L3 agent faa78350-ce80-467b-8f2c-9d7893daed85 {{(pid=92485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 14 03:31:55.480440 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff768d4-a38e-4bf2-9f01-2093d358ebbc admin admin] Notify agent at l3_agent.dv-cinder-796170-1-iscsi the message routers_updated {{(pid=92485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 14 03:31:55.486445 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-4ff768d4-a38e-4bf2-9f01-2093d358ebbc admin admin] 10.222.0.13 "PUT /v2.0/routers/c21459fd-09d9-478f-b02d-081eb5eb8425/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9659305
Jun 14 03:31:55.487610 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 48526) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:31:55.490283 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bfd6aa-25fc-42e6-bdf9-0d42e632ae81 None None] Sync routers for ids ['c21459fd-09d9-478f-b02d-081eb5eb8425'] in dv-cinder-796170-1-iscsi {{(pid=92487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 14 03:31:55.499522 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bfd6aa-25fc-42e6-bdf9-0d42e632ae81 None None] Routers {'c21459fd-09d9-478f-b02d-081eb5eb8425'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:31:55.500132 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-c2bfd6aa-25fc-42e6-bdf9-0d42e632ae81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5db858e0>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:31:37Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['c21459fd-09d9-478f-b02d-081eb5eb8425'], 'active': True} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:31:55.634163 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-66a120aa-164c-44eb-884d-ff89caf2467f admin admin] Notify callbacks [] for router, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:55.641165 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvr_db [None req-c2bfd6aa-25fc-42e6-bdf9-0d42e632ae81 None None] Set router c21459fd-09d9-478f-b02d-081eb5eb8425 gateway port host: dv-cinder-796170-1-iscsi {{(pid=92487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:31:55.884691 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-c2bfd6aa-25fc-42e6-bdf9-0d42e632ae81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5db858e0>, [{'id': 'c21459fd-09d9-478f-b02d-081eb5eb8425', 'name': 'tempest-TestMinimumBasicScenario-424347140-router', 'tenant_id': 'dce997746adf479bb45cafbeee5175a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'a454a347-30cf-49a5-8b53-6f61cb1f7823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:29:16Z', 'updated_at': '2021-06-14T03:31:54Z', 'revision_number': 5, 'project_id': 'dce997746adf479bb45cafbeee5175a5', 'gw_port': {'id': 'a454a347-30cf-49a5-8b53-6f61cb1f7823', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:13:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21459fd-09d9-478f-b02d-081eb5eb8425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:29:18Z', 'updated_at': '2021-06-14T03:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi'}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:31:55.888206 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bfd6aa-25fc-42e6-bdf9-0d42e632ae81 None None] Checking router: c21459fd-09d9-478f-b02d-081eb5eb8425 for host: dv-cinder-796170-1-iscsi {{(pid=92487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 14 03:31:55.896700 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bfd6aa-25fc-42e6-bdf9-0d42e632ae81 None None] Routers {'c21459fd-09d9-478f-b02d-081eb5eb8425'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:31:55.897385 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-c2bfd6aa-25fc-42e6-bdf9-0d42e632ae81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5db858e0>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:31:37Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['c21459fd-09d9-478f-b02d-081eb5eb8425'], 'active': True} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:31:56.046490 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvr_db [None req-c2bfd6aa-25fc-42e6-bdf9-0d42e632ae81 None None] Set router c21459fd-09d9-478f-b02d-081eb5eb8425 gateway port host: dv-cinder-796170-1-iscsi {{(pid=92487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:31:56.074317 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-66a120aa-164c-44eb-884d-ff89caf2467f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:56.196857 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.plugin [None req-66a120aa-164c-44eb-884d-ff89caf2467f admin admin] Deleting port a454a347-30cf-49a5-8b53-6f61cb1f7823 {{(pid=92485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 14 03:31:56.197184 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-66a120aa-164c-44eb-884d-ff89caf2467f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756197070376'] for port, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:56.293432 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-c2bfd6aa-25fc-42e6-bdf9-0d42e632ae81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5db858e0>, [{'id': 'c21459fd-09d9-478f-b02d-081eb5eb8425', 'name': 'tempest-TestMinimumBasicScenario-424347140-router', 'tenant_id': 'dce997746adf479bb45cafbeee5175a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'a454a347-30cf-49a5-8b53-6f61cb1f7823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:29:16Z', 'updated_at': '2021-06-14T03:31:54Z', 'revision_number': 5, 'project_id': 'dce997746adf479bb45cafbeee5175a5', 'gw_port': {'id': 'a454a347-30cf-49a5-8b53-6f61cb1f7823', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:13:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21459fd-09d9-478f-b02d-081eb5eb8425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:29:18Z', 'updated_at': '2021-06-14T03:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi'}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:31:56.296870 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bfd6aa-25fc-42e6-bdf9-0d42e632ae81 None None] The sync data for ids ['c21459fd-09d9-478f-b02d-081eb5eb8425'] in dv-cinder-796170-1-iscsi is: [{'id': 'c21459fd-09d9-478f-b02d-081eb5eb8425', 'name': 'tempest-TestMinimumBasicScenario-424347140-router', 'tenant_id': 'dce997746adf479bb45cafbeee5175a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': 'a454a347-30cf-49a5-8b53-6f61cb1f7823', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:29:16Z', 'updated_at': '2021-06-14T03:31:54Z', 'revision_number': 5, 'project_id': 'dce997746adf479bb45cafbeee5175a5', 'gw_port': {'id': 'a454a347-30cf-49a5-8b53-6f61cb1f7823', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:13:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c21459fd-09d9-478f-b02d-081eb5eb8425', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:29:18Z', 'updated_at': '2021-06-14T03:29:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi'}] {{(pid=92487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 14 03:31:56.303873 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.db [None req-66a120aa-164c-44eb-884d-ff89caf2467f admin admin] For port a454a347-30cf-49a5-8b53-6f61cb1f7823, host dv-cinder-796170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=a454a347-30cf-49a5-8b53-6f61cb1f7823,segment=NetworkSegment(893a0064-443a-4390-b9c3-705fa3bdf9f8),segment_id=893a0064-443a-4390-b9c3-705fa3bdf9f8)] {{(pid=92485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:31:56.304232 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-66a120aa-164c-44eb-884d-ff89caf2467f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66754036'] for port, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:56.400212 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.plugin [None req-66a120aa-164c-44eb-884d-ff89caf2467f admin admin] Calling delete_port for a454a347-30cf-49a5-8b53-6f61cb1f7823 owned by network:router_gateway {{(pid=92485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 14 03:31:56.690749 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-66a120aa-164c-44eb-884d-ff89caf2467f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756197075788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756196682536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62999266'] for port, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:56.693162 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-b78a0863-b8ac-4bd9-9f0d-6fce6c132c25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:31:56.724353 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a120aa-164c-44eb-884d-ff89caf2467f admin admin] Pushing event deleted for resources: {'Port': ['ID=a454a347-30cf-49a5-8b53-6f61cb1f7823,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:31:56.726818 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-66a120aa-164c-44eb-884d-ff89caf2467f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:31:56.805117 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-66a120aa-164c-44eb-884d-ff89caf2467f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66755090'] for router_gateway, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:56.943666 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-66a120aa-164c-44eb-884d-ff89caf2467f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66749923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256486'] for router, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:56.946237 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-66a120aa-164c-44eb-884d-ff89caf2467f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:57.062545 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-66a120aa-164c-44eb-884d-ff89caf2467f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66748725'] for router, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:57.063068 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a120aa-164c-44eb-884d-ff89caf2467f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c21459fd-09d9-478f-b02d-081eb5eb8425 {{(pid=92485) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 14 03:31:57.070133 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-66a120aa-164c-44eb-884d-ff89caf2467f admin admin] Notify callbacks [] for router, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:57.070133 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-66a120aa-164c-44eb-884d-ff89caf2467f admin admin] 10.222.0.13 "DELETE /v2.0/routers/c21459fd-09d9-478f-b02d-081eb5eb8425 HTTP/1.1" status: 204  len: 168 time: 1.5808952
Jun 14 03:31:57.072048 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 48528) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:31:57.127226 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.db_base_plugin_v2 [None req-8419d5ab-0f5f-42c4-9e86-b0cd03fcb347 admin admin] Deleting subnet 56719362-1456-4574-8f30-583b000af875 {{(pid=92486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 14 03:31:57.130853 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-8419d5ab-0f5f-42c4-9e86-b0cd03fcb347 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:57.183108 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-8419d5ab-0f5f-42c4-9e86-b0cd03fcb347 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63152461'] for subnet, precommit_delete_associations {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:57.272143 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-8419d5ab-0f5f-42c4-9e86-b0cd03fcb347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675963'] for subnet, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:57.404509 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-8419d5ab-0f5f-42c4-9e86-b0cd03fcb347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66823779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63152457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63246822'] for subnet, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:57.406831 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-348b7941-d180-47d6-ac6e-c75ac25c319e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:31:57.444236 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8419d5ab-0f5f-42c4-9e86-b0cd03fcb347 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56719362-1456-4574-8f30-583b000af875,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:31:57.446071 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-8419d5ab-0f5f-42c4-9e86-b0cd03fcb347 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:57.447914 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-8419d5ab-0f5f-42c4-9e86-b0cd03fcb347 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/56719362-1456-4574-8f30-583b000af875 HTTP/1.1" status: 204  len: 168 time: 0.3748884
Jun 14 03:31:57.450449 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 48530) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:31:57.453483 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc54dbbf-0a82-4a18-b521-5846228b46d2 None None] Network f8dd9a38-fa14-4602-a2fa-9a0fae1937be requested from dv-cinder-796170-1-iscsi {{(pid=92487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 14 03:31:57.457055 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-8419d5ab-0f5f-42c4-9e86-b0cd03fcb347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:31:57.544372 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-81bf0178-7225-4c86-9584-92840a0def06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577520'] for network, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:57.610931 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.plugin [None req-81bf0178-7225-4c86-9584-92840a0def06 admin admin] Deleting port 973a724c-9892-4b6d-a867-eb8e937a6f98 {{(pid=92486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 14 03:31:57.611269 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-81bf0178-7225-4c86-9584-92840a0def06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756197070376'] for port, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:57.699172 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.db [None req-81bf0178-7225-4c86-9584-92840a0def06 admin admin] For port 973a724c-9892-4b6d-a867-eb8e937a6f98, host dv-cinder-796170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=973a724c-9892-4b6d-a867-eb8e937a6f98,segment=NetworkSegment(71c54ad4-180e-401c-8ff4-4e745d50bdc2),segment_id=71c54ad4-180e-401c-8ff4-4e745d50bdc2)] {{(pid=92486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:31:57.699518 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-81bf0178-7225-4c86-9584-92840a0def06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66754036'] for port, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:57.797118 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3326653-5e6e-4506-9e04-391143360392 None None] DHCP port deletion for f8dd9a38-fa14-4602-a2fa-9a0fae1937be request from dv-cinder-796170-1-iscsi {{(pid=92487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 14 03:31:57.797375 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.plugin [None req-81bf0178-7225-4c86-9584-92840a0def06 admin admin] Calling delete_port for 973a724c-9892-4b6d-a867-eb8e937a6f98 owned by network:dhcp {{(pid=92486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 14 03:31:57.849505 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-c3326653-5e6e-4506-9e04-391143360392 None None] Deleting port 973a724c-9892-4b6d-a867-eb8e937a6f98 {{(pid=92487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 14 03:31:57.849877 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-c3326653-5e6e-4506-9e04-391143360392 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756197070376'] for port, before_delete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:57.935200 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-c3326653-5e6e-4506-9e04-391143360392 None None] For port 973a724c-9892-4b6d-a867-eb8e937a6f98, host dv-cinder-796170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=973a724c-9892-4b6d-a867-eb8e937a6f98,segment=NetworkSegment(71c54ad4-180e-401c-8ff4-4e745d50bdc2),segment_id=71c54ad4-180e-401c-8ff4-4e745d50bdc2)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:31:57.935602 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-c3326653-5e6e-4506-9e04-391143360392 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66754036'] for port, precommit_delete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:57.994355 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-81bf0178-7225-4c86-9584-92840a0def06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756197075788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756196682536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63152307'] for port, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:57.997421 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-8b386f04-80df-4c01-9ba5-b452e236a0b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:31:58.027194 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bf0178-7225-4c86-9584-92840a0def06 admin admin] Pushing event deleted for resources: {'Port': ['ID=973a724c-9892-4b6d-a867-eb8e937a6f98,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:31:58.028738 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-c3326653-5e6e-4506-9e04-391143360392 None None] Calling delete_port for 973a724c-9892-4b6d-a867-eb8e937a6f98 owned by network:dhcp {{(pid=92487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 14 03:31:58.029016 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bf0178-7225-4c86-9584-92840a0def06 admin admin] No DVR routers for this DVR port 973a724c-9892-4b6d-a867-eb8e937a6f98 on host dv-cinder-796170-1-iscsi {{(pid=92486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 14 03:31:58.030496 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-81bf0178-7225-4c86-9584-92840a0def06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:31:58.118614 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-c3326653-5e6e-4506-9e04-391143360392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756197075788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756196682536'] for port, after_delete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:58.120457 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:31:58.130032 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-81bf0178-7225-4c86-9584-92840a0def06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682470', 'neutron.services.segments.db._delete_segments_for_network-8756197238200'] for network, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:58.141164 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.services.segments.db [None req-81bf0178-7225-4c86-9584-92840a0def06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6b56b60df0>,) {'filters': {'network_id': ['f8dd9a38-fa14-4602-a2fa-9a0fae1937be']}} {{(pid=92486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:31:58.151106 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3326653-5e6e-4506-9e04-391143360392 None None] Pushing event deleted for resources: {'Port': ['ID=973a724c-9892-4b6d-a867-eb8e937a6f98,revision_number=None']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:31:58.154022 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.services.segments.db [None req-81bf0178-7225-4c86-9584-92840a0def06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6b56b60df0>, '71c54ad4-180e-401c-8ff4-4e745d50bdc2') {'for_net_delete': True} {{(pid=92486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:31:58.154486 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-c3326653-5e6e-4506-9e04-391143360392 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:31:58.154692 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.services.segments.db [None req-81bf0178-7225-4c86-9584-92840a0def06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6b56b60df0>, '71c54ad4-180e-401c-8ff4-4e745d50bdc2') {} {{(pid=92486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:31:58.159178 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3326653-5e6e-4506-9e04-391143360392 None None] No DVR routers for this DVR port 973a724c-9892-4b6d-a867-eb8e937a6f98 on host dv-cinder-796170-1-iscsi {{(pid=92487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 14 03:31:58.166386 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-81bf0178-7225-4c86-9584-92840a0def06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756197238038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63152454'] for segment, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:58.182735 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-81bf0178-7225-4c86-9584-92840a0def06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677934'] for segment, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:58.188534 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81bf0178-7225-4c86-9584-92840a0def06 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=92486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 14 03:31:58.193340 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-81bf0178-7225-4c86-9584-92840a0def06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63152352'] for segment, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:58.193340 dv-cinder-796170-1-iscsi neutron-server[92486]: Traceback (most recent call last):
Jun 14 03:31:58.193340 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 14 03:31:58.193340 dv-cinder-796170-1-iscsi neutron-server[92486]:     timer()
Jun 14 03:31:58.193340 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 14 03:31:58.193340 dv-cinder-796170-1-iscsi neutron-server[92486]:     cb(*args, **kw)
Jun 14 03:31:58.193340 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 14 03:31:58.193340 dv-cinder-796170-1-iscsi neutron-server[92486]:     return func(*args, **kwargs)
Jun 14 03:31:58.193340 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 14 03:31:58.193340 dv-cinder-796170-1-iscsi neutron-server[92486]:     self._notify()
Jun 14 03:31:58.193340 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 14 03:31:58.193340 dv-cinder-796170-1-iscsi neutron-server[92486]:     self.callback(batched_events)
Jun 14 03:31:58.193340 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 14 03:31:58.193340 dv-cinder-796170-1-iscsi neutron-server[92486]:     event.method(event)
Jun 14 03:31:58.193340 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 14 03:31:58.193340 dv-cinder-796170-1-iscsi neutron-server[92486]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 14 03:31:58.193340 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 14 03:31:58.193340 dv-cinder-796170-1-iscsi neutron-server[92486]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 14 03:31:58.193340 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 14 03:31:58.193340 dv-cinder-796170-1-iscsi neutron-server[92486]:     return f(self, *a, **k)
Jun 14 03:31:58.193340 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 14 03:31:58.193340 dv-cinder-796170-1-iscsi neutron-server[92486]:     return self._get(url).json()
Jun 14 03:31:58.193340 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 14 03:31:58.193340 dv-cinder-796170-1-iscsi neutron-server[92486]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 14 03:31:58.193340 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 14 03:31:58.193340 dv-cinder-796170-1-iscsi neutron-server[92486]:     return self.request(url, 'GET', **kwargs)
Jun 14 03:31:58.193340 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 14 03:31:58.193340 dv-cinder-796170-1-iscsi neutron-server[92486]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 14 03:31:58.193340 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 14 03:31:58.193340 dv-cinder-796170-1-iscsi neutron-server[92486]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 14 03:31:58.193340 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 14 03:31:58.193340 dv-cinder-796170-1-iscsi neutron-server[92486]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 14 03:31:58.193340 dv-cinder-796170-1-iscsi neutron-server[92486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 14 03:31:58.227870 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 973a724c-9892-4b6d-a867-eb8e937a6f98 no longer exists at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 14 03:31:58.252826 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] No Port match for: 973a724c-9892-4b6d-a867-eb8e937a6f98 {{(pid=92487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 14 03:31:58.253179 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 973a724c-9892-4b6d-a867-eb8e937a6f98 not bound to the agent host dv-cinder-796170-1-iscsi {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 14 03:31:58.253591 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device a454a347-30cf-49a5-8b53-6f61cb1f7823 no longer exists at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 14 03:31:58.278531 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] No Port match for: a454a347-30cf-49a5-8b53-6f61cb1f7823 {{(pid=92487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 14 03:31:58.278808 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device a454a347-30cf-49a5-8b53-6f61cb1f7823 not bound to the agent host dv-cinder-796170-1-iscsi {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 14 03:31:58.279228 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device d084b477-afcf-412d-a027-efee14ea9a23 no longer exists at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 14 03:31:58.302393 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] No Port match for: d084b477-afcf-412d-a027-efee14ea9a23 {{(pid=92487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 14 03:31:58.302748 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device d084b477-afcf-412d-a027-efee14ea9a23 not bound to the agent host dv-cinder-796170-1-iscsi {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 14 03:31:58.337057 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-81bf0178-7225-4c86-9584-92840a0def06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66755087'] for network, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:58.340938 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:31:58.343490 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-81bf0178-7225-4c86-9584-92840a0def06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for network, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:58.345308 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-81bf0178-7225-4c86-9584-92840a0def06 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f8dd9a38-fa14-4602-a2fa-9a0fae1937be HTTP/1.1" status: 204  len: 168 time: 0.8939328
Jun 14 03:31:58.359183 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bf0178-7225-4c86-9584-92840a0def06 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8dd9a38-fa14-4602-a2fa-9a0fae1937be,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:31:58.361672 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-81bf0178-7225-4c86-9584-92840a0def06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:31:58.691055 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 48534) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:31:58.734762 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-1cb9f221-d0e8-4f7b-9959-fb9ac737cf84 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=28ed75610aab41d6b712bab6d7683723&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0422394
Jun 14 03:31:58.737136 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 48536) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:31:58.787472 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-50f35d06-c181-400f-b8c0-6f62d73e14f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:58.809276 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-50f35d06-c181-400f-b8c0-6f62d73e14f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:58.935550 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-50f35d06-c181-400f-b8c0-6f62d73e14f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:58.938105 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-50f35d06-c181-400f-b8c0-6f62d73e14f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:58.939287 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-50f35d06-c181-400f-b8c0-6f62d73e14f1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7a190744-9d09-453a-87d3-9a2569b43594 HTTP/1.1" status: 204  len: 168 time: 0.2012677
Jun 14 03:31:58.940295 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-601d3a92-6078-4576-a525-627c29432154 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:31:58.950030 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f35d06-c181-400f-b8c0-6f62d73e14f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a190744-9d09-453a-87d3-9a2569b43594,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:31:58.952612 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-50f35d06-c181-400f-b8c0-6f62d73e14f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:31:59.458490 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 48542) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:31:59.503029 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-b149beb3-626d-40b6-a81c-6a03b3f7c44a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dce997746adf479bb45cafbeee5175a5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0428894
Jun 14 03:31:59.505283 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 48544) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:31:59.555882 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-39f0f3c7-884a-468d-ae40-3cee0a39ce6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:59.577758 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-39f0f3c7-884a-468d-ae40-3cee0a39ce6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:59.747788 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-39f0f3c7-884a-468d-ae40-3cee0a39ce6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:59.750292 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-39f0f3c7-884a-468d-ae40-3cee0a39ce6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:31:59.751448 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-39f0f3c7-884a-468d-ae40-3cee0a39ce6f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8260b486-5215-475c-8d9c-1b11bc38e2fc HTTP/1.1" status: 204  len: 168 time: 0.2453029
Jun 14 03:31:59.752210 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-50f35d06-c181-400f-b8c0-6f62d73e14f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:31:59.761402 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f0f3c7-884a-468d-ae40-3cee0a39ce6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8260b486-5215-475c-8d9c-1b11bc38e2fc,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:31:59.763795 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-39f0f3c7-884a-468d-ae40-3cee0a39ce6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:32:04.440048 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-4844c7c6-3277-4397-b328-cdfd4f14ca2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:05.954066 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:07.000137 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-b26b830a-0d6d-45c1-bd3f-3897360d2678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:07.171005 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:08.165349 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-a6614653-0164-4561-80ac-e583b9425df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:09.691309 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-37effd67-6caa-48ba-975b-7ec46c17b4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:10.084745 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ed49b-697e-4b04-8bdb-ff6036b25b06 req-e7e2441b-b939-4027-ad34-37aaee705c8d tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:32:10.086127 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-375ed49b-697e-4b04-8bdb-ff6036b25b06 req-e7e2441b-b939-4027-ad34-37aaee705c8d tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/ports?device_id=05d17e46-70f4-4257-b83f-d05a2057bd6a HTTP/1.1" status: 200  len: 946 time: 0.2593663
Jun 14 03:32:10.130222 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-375ed49b-697e-4b04-8bdb-ff6036b25b06 req-a19bb48f-4e87-4409-89fb-8fb30fdf5ee8 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd76923c-7fd3-46c9-9be2-887ba11f6f26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382111
Jun 14 03:32:10.811360 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.agents_db [None req-ff4782b4-218c-43ce-8b60-1c0132b4bc55 None None] Agent healthcheck: found 6 active agents {{(pid=92488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 14 03:32:11.367329 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008b99af-5fb0-46d0-8c30-67fbbeee802a req-ca02c471-8f70-4b52-97f6-08b929732309 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:32:11.368782 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-008b99af-5fb0-46d0-8c30-67fbbeee802a req-ca02c471-8f70-4b52-97f6-08b929732309 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/ports?device_id=05d17e46-70f4-4257-b83f-d05a2057bd6a HTTP/1.1" status: 200  len: 946 time: 0.1238515
Jun 14 03:32:11.409048 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-008b99af-5fb0-46d0-8c30-67fbbeee802a req-8e7f6197-9537-45de-a083-5c41bbd54289 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/security-groups?id=fd76923c-7fd3-46c9-9be2-887ba11f6f26&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0345163
Jun 14 03:32:11.668322 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f77083-54d1-49e3-8afd-78cd3d9d34e3 req-90bf1a07-d04c-4efa-8945-625ab15f9a78 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:32:11.669672 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-10f77083-54d1-49e3-8afd-78cd3d9d34e3 req-90bf1a07-d04c-4efa-8945-625ab15f9a78 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.37 "GET /v2.0/ports?device_id=05d17e46-70f4-4257-b83f-d05a2057bd6a HTTP/1.1" status: 200  len: 946 time: 0.0676186
Jun 14 03:32:11.781125 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.plugin [req-10f77083-54d1-49e3-8afd-78cd3d9d34e3 req-99367a12-68c5-453e-a66c-ef38d5f21a3e tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Deleting port 0d3f71d6-627d-4269-a9cb-588d2588c62a {{(pid=92485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 14 03:32:11.781569 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-10f77083-54d1-49e3-8afd-78cd3d9d34e3 req-99367a12-68c5-453e-a66c-ef38d5f21a3e tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756197070376'] for port, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:11.890609 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.db [req-10f77083-54d1-49e3-8afd-78cd3d9d34e3 req-99367a12-68c5-453e-a66c-ef38d5f21a3e tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] For port 0d3f71d6-627d-4269-a9cb-588d2588c62a, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=0d3f71d6-627d-4269-a9cb-588d2588c62a,segment=NetworkSegment(7624187a-a66a-47fb-8736-9f51337befd0),segment_id=7624187a-a66a-47fb-8736-9f51337befd0)] {{(pid=92485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:32:11.890966 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-10f77083-54d1-49e3-8afd-78cd3d9d34e3 req-99367a12-68c5-453e-a66c-ef38d5f21a3e tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66754036'] for port, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:12.112013 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-10f77083-54d1-49e3-8afd-78cd3d9d34e3 req-99367a12-68c5-453e-a66c-ef38d5f21a3e tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:12.112277 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-10f77083-54d1-49e3-8afd-78cd3d9d34e3 req-99367a12-68c5-453e-a66c-ef38d5f21a3e tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66755190'] for floatingip, after_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:12.112580 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.db.l3_db [req-10f77083-54d1-49e3-8afd-78cd3d9d34e3 req-99367a12-68c5-453e-a66c-ef38d5f21a3e tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Floating IP baeb177c-e891-464a-8845-6184f188c8bf disassociated. External IP: 172.27.2.217, port: 0d3f71d6-627d-4269-a9cb-588d2588c62a.
Jun 14 03:32:12.112918 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.plugin [req-10f77083-54d1-49e3-8afd-78cd3d9d34e3 req-99367a12-68c5-453e-a66c-ef38d5f21a3e tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Calling delete_port for 0d3f71d6-627d-4269-a9cb-588d2588c62a owned by compute:nova {{(pid=92485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 14 03:32:12.325532 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-10f77083-54d1-49e3-8afd-78cd3d9d34e3 req-99367a12-68c5-453e-a66c-ef38d5f21a3e tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756197075788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756196682536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62999266'] for port, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:12.329532 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-2205d826-d0be-4a6b-a9d0-1878e4956ca0 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:32:12.359225 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99367a12-68c5-453e-a66c-ef38d5f21a3e tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Pushing event deleted for resources: {'Port': ['ID=0d3f71d6-627d-4269-a9cb-588d2588c62a,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:32:12.362575 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-99367a12-68c5-453e-a66c-ef38d5f21a3e tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:32:12.515734 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10f77083-54d1-49e3-8afd-78cd3d9d34e3 req-99367a12-68c5-453e-a66c-ef38d5f21a3e tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Router 7eeb646e-f92b-461d-921d-9015b82f8a10 has already been hosted by L3 agent faa78350-ce80-467b-8f2c-9d7893daed85 {{(pid=92485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 14 03:32:12.600928 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-a0adabc5-1a93-41a6-9a55-a587a787ce5c req-146c2b24-7783-41c9-8e7d-2aec31a88f6d tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/ports?device_id=05d17e46-70f4-4257-b83f-d05a2057bd6a HTTP/1.1" status: 200  len: 210 time: 0.0775652
Jun 14 03:32:12.684395 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10f77083-54d1-49e3-8afd-78cd3d9d34e3 req-99367a12-68c5-453e-a66c-ef38d5f21a3e tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify agent at l3_agent.dv-cinder-796170-1-iscsi the message routers_updated {{(pid=92485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 14 03:32:12.698261 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4f2553-4435-42e9-bc15-fcb97fc2f0db None None] Sync routers for ids ['7eeb646e-f92b-461d-921d-9015b82f8a10'] in dv-cinder-796170-1-iscsi {{(pid=92488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 14 03:32:12.709458 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4f2553-4435-42e9-bc15-fcb97fc2f0db None None] Routers {'7eeb646e-f92b-461d-921d-9015b82f8a10'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:32:12.711053 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-6e4f2553-4435-42e9-bc15-fcb97fc2f0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5ddf9a60>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:32:07Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['7eeb646e-f92b-461d-921d-9015b82f8a10'], 'active': True} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:32:12.749207 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.l3_dvrscheduler_db [req-10f77083-54d1-49e3-8afd-78cd3d9d34e3 req-99367a12-68c5-453e-a66c-ef38d5f21a3e tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] No DVR routers for this DVR port 0d3f71d6-627d-4269-a9cb-588d2588c62a on host hv-cinder-79617 {{(pid=92485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 14 03:32:12.752016 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-10f77083-54d1-49e3-8afd-78cd3d9d34e3 req-99367a12-68c5-453e-a66c-ef38d5f21a3e tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389'] for port, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:12.754104 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-10f77083-54d1-49e3-8afd-78cd3d9d34e3 req-99367a12-68c5-453e-a66c-ef38d5f21a3e tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.37 "DELETE /v2.0/ports/0d3f71d6-627d-4269-a9cb-588d2588c62a HTTP/1.1" status: 204  len: 173 time: 1.0789168
Jun 14 03:32:12.754651 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d17e46-70f4-4257-b83f-d05a2057bd6a', 'name': 'network-vif-deleted', 'tag': '0d3f71d6-627d-4269-a9cb-588d2588c62a'}] {{(pid=92485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:32:12.757759 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0639b30c08a1ea7684a5dbba31199bfc4186ae3813d9033880ffe89de9bab324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2f5053-1bda-4fdd-9daa-33a9897c6714" -d '{"events": [{"server_uuid": "05d17e46-70f4-4257-b83f-d05a2057bd6a", "name": "network-vif-deleted", "tag": "0d3f71d6-627d-4269-a9cb-588d2588c62a"}]}' {{(pid=92485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:32:12.802295 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13826e96-594e-4542-8b28-8a250f130008 x-openstack-request-id: req-13826e96-594e-4542-8b28-8a250f130008 {{(pid=92485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:32:12.803140 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05d17e46-70f4-4257-b83f-d05a2057bd6a", "name": "network-vif-deleted", "tag": "0d3f71d6-627d-4269-a9cb-588d2588c62a", "status": "completed", "code": 200}]} {{(pid=92485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:32:12.804087 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-13826e96-594e-4542-8b28-8a250f130008 {{(pid=92485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:32:12.804612 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05d17e46-70f4-4257-b83f-d05a2057bd6a', 'name': 'network-vif-deleted', 'tag': '0d3f71d6-627d-4269-a9cb-588d2588c62a', 'status': 'completed', 'code': 200}
Jun 14 03:32:12.871155 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvr_db [None req-6e4f2553-4435-42e9-bc15-fcb97fc2f0db None None] Set router 7eeb646e-f92b-461d-921d-9015b82f8a10 gateway port host: dv-cinder-796170-1-iscsi {{(pid=92488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:32:13.220526 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-6e4f2553-4435-42e9-bc15-fcb97fc2f0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5ddf9a60>, [{'id': '7eeb646e-f92b-461d-921d-9015b82f8a10', 'name': 'tempest-AttachVolumeTestJSON-188844159-router', 'tenant_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '4b4860d7-2946-40be-af39-d4fea81aa8b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:29:11Z', 'updated_at': '2021-06-14T03:29:16Z', 'revision_number': 4, 'project_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'gw_port': {'id': '4b4860d7-2946-40be-af39-d4fea81aa8b5', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:35:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeb646e-f92b-461d-921d-9015b82f8a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:29:11Z', 'updated_at': '2021-06-14T03:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_interfaces': [{'id': '0aa07458-7d7b-4342-a3f6-0f0755db32f4', 'name': '', 'network_id': '59204b5b-ebc4-4155-af46-f7c56f00d62d', 'tenant_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'mac_address': 'fa:16:3e:16:e5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeb646e-f92b-461d-921d-9015b82f8a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '9185bba9-0b92-4177-95a7-76932f513987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:29:15Z', 'updated_at': '2021-06-14T03:29:24Z', 'revision_number': 5, 'project_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'subnets': [{'id': '9185bba9-0b92-4177-95a7-76932f513987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:32:13.223763 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4f2553-4435-42e9-bc15-fcb97fc2f0db None None] Checking router: 7eeb646e-f92b-461d-921d-9015b82f8a10 for host: dv-cinder-796170-1-iscsi {{(pid=92488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 14 03:32:13.232273 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4f2553-4435-42e9-bc15-fcb97fc2f0db None None] Routers {'7eeb646e-f92b-461d-921d-9015b82f8a10'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:32:13.232868 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-6e4f2553-4435-42e9-bc15-fcb97fc2f0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5ddf9a60>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:32:07Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['7eeb646e-f92b-461d-921d-9015b82f8a10'], 'active': True} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:32:13.373550 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvr_db [None req-6e4f2553-4435-42e9-bc15-fcb97fc2f0db None None] Set router 7eeb646e-f92b-461d-921d-9015b82f8a10 gateway port host: dv-cinder-796170-1-iscsi {{(pid=92488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:32:13.632603 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-6e4f2553-4435-42e9-bc15-fcb97fc2f0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5ddf9a60>, [{'id': '7eeb646e-f92b-461d-921d-9015b82f8a10', 'name': 'tempest-AttachVolumeTestJSON-188844159-router', 'tenant_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '4b4860d7-2946-40be-af39-d4fea81aa8b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:29:11Z', 'updated_at': '2021-06-14T03:29:16Z', 'revision_number': 4, 'project_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'gw_port': {'id': '4b4860d7-2946-40be-af39-d4fea81aa8b5', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:35:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeb646e-f92b-461d-921d-9015b82f8a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:29:11Z', 'updated_at': '2021-06-14T03:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_interfaces': [{'id': '0aa07458-7d7b-4342-a3f6-0f0755db32f4', 'name': '', 'network_id': '59204b5b-ebc4-4155-af46-f7c56f00d62d', 'tenant_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'mac_address': 'fa:16:3e:16:e5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeb646e-f92b-461d-921d-9015b82f8a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '9185bba9-0b92-4177-95a7-76932f513987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:29:15Z', 'updated_at': '2021-06-14T03:29:24Z', 'revision_number': 5, 'project_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'subnets': [{'id': '9185bba9-0b92-4177-95a7-76932f513987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:32:13.636191 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4f2553-4435-42e9-bc15-fcb97fc2f0db None None] The sync data for ids ['7eeb646e-f92b-461d-921d-9015b82f8a10'] in dv-cinder-796170-1-iscsi is: [{'id': '7eeb646e-f92b-461d-921d-9015b82f8a10', 'name': 'tempest-AttachVolumeTestJSON-188844159-router', 'tenant_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '4b4860d7-2946-40be-af39-d4fea81aa8b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:29:11Z', 'updated_at': '2021-06-14T03:29:16Z', 'revision_number': 4, 'project_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'gw_port': {'id': '4b4860d7-2946-40be-af39-d4fea81aa8b5', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:35:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeb646e-f92b-461d-921d-9015b82f8a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:29:11Z', 'updated_at': '2021-06-14T03:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_interfaces': [{'id': '0aa07458-7d7b-4342-a3f6-0f0755db32f4', 'name': '', 'network_id': '59204b5b-ebc4-4155-af46-f7c56f00d62d', 'tenant_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'mac_address': 'fa:16:3e:16:e5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeb646e-f92b-461d-921d-9015b82f8a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '9185bba9-0b92-4177-95a7-76932f513987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:29:15Z', 'updated_at': '2021-06-14T03:29:24Z', 'revision_number': 5, 'project_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'subnets': [{'id': '9185bba9-0b92-4177-95a7-76932f513987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 14 03:32:13.766259 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-f54e292e-f54e-4735-8ff7-871027b47fb7 req-6cbd5744-0a63-4480-a5fb-17f01f8da5fc tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/ports?device_id=05d17e46-70f4-4257-b83f-d05a2057bd6a HTTP/1.1" status: 200  len: 210 time: 0.0340998
Jun 14 03:32:13.860852 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86c224e-e411-48b2-809d-693ab0ebb9a4 None None] New status for floating IP baeb177c-e891-464a-8845-6184f188c8bf: DOWN {{(pid=92487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 14 03:32:14.815525 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device 0d3f71d6-627d-4269-a9cb-588d2588c62a no longer exists at agent hyperv_hv-cinder-79617 {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 14 03:32:14.843819 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-661a56f4-230e-4389-a254-9a37132de24a None None] No Port match for: 0d3f71d6-627d-4269-a9cb-588d2588c62a {{(pid=92487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 14 03:32:14.844167 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device 0d3f71d6-627d-4269-a9cb-588d2588c62a not bound to the agent host hv-cinder-79617 {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 14 03:32:15.012051 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 48572) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:32:15.074399 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-7a964554-fe5b-47ac-8e90-374cda0f1bc8 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks [] for security_group, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:15.099000 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-7a964554-fe5b-47ac-8e90-374cda0f1bc8 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:15.211289 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-7a964554-fe5b-47ac-8e90-374cda0f1bc8 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:15.213827 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-7a964554-fe5b-47ac-8e90-374cda0f1bc8 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks [] for security_group, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:15.214960 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-7a964554-fe5b-47ac-8e90-374cda0f1bc8 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "DELETE /v2.0/security-groups/fd76923c-7fd3-46c9-9be2-887ba11f6f26 HTTP/1.1" status: 204  len: 168 time: 0.2019310
Jun 14 03:32:15.215861 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-131d0170-5ed6-4e83-b472-3f389631267e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:32:15.217740 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 48574) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:32:15.226653 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a964554-fe5b-47ac-8e90-374cda0f1bc8 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd76923c-7fd3-46c9-9be2-887ba11f6f26,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:32:15.229000 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-7a964554-fe5b-47ac-8e90-374cda0f1bc8 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:32:15.234066 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.api.v2.resource [None req-8c67a234-1c4f-4946-8f2f-e03fb2951022 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] show failed (client error): The resource could not be found.
Jun 14 03:32:15.237563 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-8c67a234-1c4f-4946-8f2f-e03fb2951022 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/security-groups/fd76923c-7fd3-46c9-9be2-887ba11f6f26 HTTP/1.1" status: 404  len: 347 time: 0.0163448
Jun 14 03:32:15.237794 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 48576) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:32:15.400830 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.plugin [None req-2b2a0ab0-d598-4427-883b-7460d9a69d15 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Deleting port b25ddefc-d4b6-4ea4-8013-a06c66364505 {{(pid=92485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 14 03:32:15.401172 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-2b2a0ab0-d598-4427-883b-7460d9a69d15 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756197070376'] for port, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:15.498528 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-2b2a0ab0-d598-4427-883b-7460d9a69d15 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66754036'] for port, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:15.498864 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-2b2a0ab0-d598-4427-883b-7460d9a69d15 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:15.591732 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.plugin [None req-2b2a0ab0-d598-4427-883b-7460d9a69d15 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Calling delete_port for b25ddefc-d4b6-4ea4-8013-a06c66364505 owned by network:floatingip {{(pid=92485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 14 03:32:15.817039 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-2b2a0ab0-d598-4427-883b-7460d9a69d15 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756197075788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756196682536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62999266'] for port, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:15.820314 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-a23d0077-d639-49ab-b0c8-e5919b772f71 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:32:15.852758 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2a0ab0-d598-4427-883b-7460d9a69d15 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Pushing event deleted for resources: {'Port': ['ID=b25ddefc-d4b6-4ea4-8013-a06c66364505,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:32:15.854846 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-2b2a0ab0-d598-4427-883b-7460d9a69d15 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:32:15.924605 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-2b2a0ab0-d598-4427-883b-7460d9a69d15 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks [] for floatingip, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:15.927176 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-2b2a0ab0-d598-4427-883b-7460d9a69d15 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389'] for floatingip, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:15.928898 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-2b2a0ab0-d598-4427-883b-7460d9a69d15 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "DELETE /v2.0/floatingips/baeb177c-e891-464a-8845-6184f188c8bf HTTP/1.1" status: 204  len: 168 time: 0.6896486
Jun 14 03:32:16.329834 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 48580) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:32:16.335222 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [None req-158f694a-d803-446e-977d-aa43480095fd tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1330230301', 'description': 'tempest-description--1025724232'}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:32:16.462702 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-158f694a-d803-446e-977d-aa43480095fd tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks [] for security_group, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:16.548841 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-158f694a-d803-446e-977d-aa43480095fd tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks [] for security_group, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:16.638294 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-158f694a-d803-446e-977d-aa43480095fd tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:16.641657 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-6f9b4bbd-5617-4783-bdd2-057526f4c179 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:32:16.669653 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158f694a-d803-446e-977d-aa43480095fd tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cbeb5a9-c66e-4e92-985b-6dcaeed0d7fe,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:32:16.672279 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-158f694a-d803-446e-977d-aa43480095fd tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:32:16.719649 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-158f694a-d803-446e-977d-aa43480095fd tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks [] for security_group, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:16.720786 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-158f694a-d803-446e-977d-aa43480095fd tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.3899310
Jun 14 03:32:16.723686 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 48582) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:32:16.728187 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [None req-1c9e7c34-4c30-41d2-9cb8-d58f5c674d79 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Request body: {'security_group_rule': {'security_group_id': '1cbeb5a9-c66e-4e92-985b-6dcaeed0d7fe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:32:16.821863 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-1c9e7c34-4c30-41d2-9cb8-d58f5c674d79 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:16.881229 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-1c9e7c34-4c30-41d2-9cb8-d58f5c674d79 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:16.965251 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-1c9e7c34-4c30-41d2-9cb8-d58f5c674d79 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66816466'] for security_group_rule, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:16.970623 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-49c93903-c8aa-42f1-a2e0-a609a98a967e tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:32:16.987103 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9e7c34-4c30-41d2-9cb8-d58f5c674d79 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61c1402a-f7e3-4da8-a886-699907282cfb,revision_number=0']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:32:16.989864 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-1c9e7c34-4c30-41d2-9cb8-d58f5c674d79 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:32:17.074009 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-1c9e7c34-4c30-41d2-9cb8-d58f5c674d79 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:17.075223 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-1c9e7c34-4c30-41d2-9cb8-d58f5c674d79 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3506150
Jun 14 03:32:17.077875 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 48584) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:32:17.082202 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [None req-cd268814-cb0d-424c-a18d-e5ad04ab4e5f tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Request body: {'security_group_rule': {'security_group_id': '1cbeb5a9-c66e-4e92-985b-6dcaeed0d7fe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:32:17.204480 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-cd268814-cb0d-424c-a18d-e5ad04ab4e5f tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:17.264060 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-cd268814-cb0d-424c-a18d-e5ad04ab4e5f tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:17.383085 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-cd268814-cb0d-424c-a18d-e5ad04ab4e5f tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66816466'] for security_group_rule, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:17.385093 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:32:17.402209 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd268814-cb0d-424c-a18d-e5ad04ab4e5f tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f835ad5-20d1-41a5-82a2-5d179c78b1bd,revision_number=0']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:32:17.405000 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-cd268814-cb0d-424c-a18d-e5ad04ab4e5f tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:32:17.456857 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-cd268814-cb0d-424c-a18d-e5ad04ab4e5f tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:17.458031 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-cd268814-cb0d-424c-a18d-e5ad04ab4e5f tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3792095
Jun 14 03:32:17.461134 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 48586) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:32:17.468764 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.v2.base [None req-d6fe0473-1e6b-4b8a-9e3d-6be3ff3176d6 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Request body: {'floatingip': {'floating_network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba'}} {{(pid=92485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:32:17.554810 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-d6fe0473-1e6b-4b8a-9e3d-6be3ff3176d6 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks [] for floatingip, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:17.675447 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-d6fe0473-1e6b-4b8a-9e3d-6be3ff3176d6 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for port, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:17.795398 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.db_base_plugin_common [None req-d6fe0473-1e6b-4b8a-9e3d-6be3ff3176d6 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Allocated IP 172.27.2.245 (93400a53-dc51-45a7-8a67-e74b6f34e4ba/60a70a14-b6be-44b1-a1f9-f2aaa6aa296b/91c317cc-0f62-4aad-b68e-520a4bc34269) {{(pid=92485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 14 03:32:17.919797 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-d6fe0473-1e6b-4b8a-9e3d-6be3ff3176d6 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks [] for port, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:18.016993 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-d6fe0473-1e6b-4b8a-9e3d-6be3ff3176d6 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-668656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756196682527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62999275'] for port, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:18.019677 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-898a8b06-3a20-4b78-96e8-73010dc6c31e tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:32:18.067762 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fe0473-1e6b-4b8a-9e3d-6be3ff3176d6 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Network 93400a53-dc51-45a7-8a67-e74b6f34e4ba is already hosted by enough agents. {{(pid=92485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 14 03:32:18.070692 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.base_scheduler [None req-d6fe0473-1e6b-4b8a-9e3d-6be3ff3176d6 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Resources bound (agent type, host, resource id):  {{(pid=92485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:32:18.073226 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fe0473-1e6b-4b8a-9e3d-6be3ff3176d6 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Received port after_create {{(pid=92485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 14 03:32:18.107537 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fe0473-1e6b-4b8a-9e3d-6be3ff3176d6 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Pushing event updated for resources: {'Port': ['ID=91c317cc-0f62-4aad-b68e-520a4bc34269,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:32:18.114520 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-d6fe0473-1e6b-4b8a-9e3d-6be3ff3176d6 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:32:18.173726 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-d6fe0473-1e6b-4b8a-9e3d-6be3ff3176d6 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:18.282123 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-d6fe0473-1e6b-4b8a-9e3d-6be3ff3176d6 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:18.461192 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-d6fe0473-1e6b-4b8a-9e3d-6be3ff3176d6 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks [] for port, precommit_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:18.513856 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-d6fe0473-1e6b-4b8a-9e3d-6be3ff3176d6 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62999253'] for port, after_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:18.515883 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-1295b66c-3ca7-4335-9917-99d00311517a tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:32:18.592352 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fe0473-1e6b-4b8a-9e3d-6be3ff3176d6 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Pushing event updated for resources: {'Port': ['ID=91c317cc-0f62-4aad-b68e-520a4bc34269,revision_number=2']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:32:18.599352 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-d6fe0473-1e6b-4b8a-9e3d-6be3ff3176d6 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:32:18.609833 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-d6fe0473-1e6b-4b8a-9e3d-6be3ff3176d6 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66755190'] for floatingip, after_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:18.685363 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-d6fe0473-1e6b-4b8a-9e3d-6be3ff3176d6 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389'] for floatingip, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:18.686680 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-d6fe0473-1e6b-4b8a-9e3d-6be3ff3176d6 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.2245378
Jun 14 03:32:18.877346 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-223b51de-f17c-4305-9d2f-bf19fe7ccb3e req-1aec75db-dec5-4f37-bd88-b4ff4b7df751 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1330230301&fields=id&tenant_id=8ee804e6168b404ba86aafb9d53b4ab7 HTTP/1.1" status: 200  len: 267 time: 0.0377793
Jun 14 03:32:19.009290 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b51de-f17c-4305-9d2f-bf19fe7ccb3e req-34641be9-60ef-4337-988b-690a45caddc8 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:32:19.010647 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-223b51de-f17c-4305-9d2f-bf19fe7ccb3e req-34641be9-60ef-4337-988b-690a45caddc8 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/networks?id=59204b5b-ebc4-4155-af46-f7c56f00d62d HTTP/1.1" status: 200  len: 810 time: 0.1268034
Jun 14 03:32:19.025199 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-223b51de-f17c-4305-9d2f-bf19fe7ccb3e req-6e34a12b-d6f4-4ef1-b0bf-27c8ad0ad2da tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/quotas/8ee804e6168b404ba86aafb9d53b4ab7 HTTP/1.1" status: 200  len: 375 time: 0.0091891
Jun 14 03:32:19.385610 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-223b51de-f17c-4305-9d2f-bf19fe7ccb3e req-96599da4-9f28-4295-b05c-8fb7fe18b2d5 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=8ee804e6168b404ba86aafb9d53b4ab7&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3554161
Jun 14 03:32:19.400946 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [req-223b51de-f17c-4305-9d2f-bf19fe7ccb3e req-a444a230-36a6-4d5a-a7ff-6486449a8cdb service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 14 03:32:19.401852 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-223b51de-f17c-4305-9d2f-bf19fe7ccb3e req-a444a230-36a6-4d5a-a7ff-6486449a8cdb service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0055451
Jun 14 03:32:19.515148 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-223b51de-f17c-4305-9d2f-bf19fe7ccb3e req-ba2812cf-4263-4393-9504-18cad118ece5 service neutron] 10.222.0.13 "GET /v2.0/networks/59204b5b-ebc4-4155-af46-f7c56f00d62d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1081319
Jun 14 03:32:19.629539 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-223b51de-f17c-4305-9d2f-bf19fe7ccb3e req-94b40469-68c0-4faf-b5e6-2e87996b0ede service neutron] 10.222.0.13 "GET /v2.0/networks/59204b5b-ebc4-4155-af46-f7c56f00d62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1085606
Jun 14 03:32:19.938688 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-518feb5f-1d92-4dfb-bdc2-77e7913c16ef req-6c57de79-0cf5-4faa-b92f-e04ee74f4a42 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/ports?device_id=2549bddc-e707-4ab3-9574-23013e825a21 HTTP/1.1" status: 200  len: 210 time: 0.0371344
Jun 14 03:32:21.083468 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-bdf088aa-1857-46fb-958c-004b78c67b18 req-310ec7f5-b7b2-4762-963b-bd6cc8d303ac tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/ports?device_id=2549bddc-e707-4ab3-9574-23013e825a21 HTTP/1.1" status: 200  len: 210 time: 0.0341775
Jun 14 03:32:22.012190 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b51de-f17c-4305-9d2f-bf19fe7ccb3e req-4a2c3c99-61f2-49d0-abd0-a83b43321358 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:32:22.013553 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-223b51de-f17c-4305-9d2f-bf19fe7ccb3e req-4a2c3c99-61f2-49d0-abd0-a83b43321358 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.37 "GET /v2.0/networks?id=59204b5b-ebc4-4155-af46-f7c56f00d62d HTTP/1.1" status: 200  len: 810 time: 0.1324081
Jun 14 03:32:22.059757 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-223b51de-f17c-4305-9d2f-bf19fe7ccb3e req-f48fdb39-ffa8-4e4d-a7d6-7fae847b9792 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ee804e6168b404ba86aafb9d53b4ab7 HTTP/1.1" status: 200  len: 380 time: 0.0378234
Jun 14 03:32:22.069383 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.v2.base [req-223b51de-f17c-4305-9d2f-bf19fe7ccb3e req-7a2a41c9-8cdb-4a5f-8ac7-f1d37f9e1c64 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Request body: {'port': {'device_id': '2549bddc-e707-4ab3-9574-23013e825a21', 'network_id': '59204b5b-ebc4-4155-af46-f7c56f00d62d', 'admin_state_up': True, 'tenant_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'security_groups': ['1cbeb5a9-c66e-4e92-985b-6dcaeed0d7fe']}} {{(pid=92485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:32:22.233344 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-7e3626b7-c421-41d6-b8b5-19a70b64da8a req-2c27c200-ff64-4a50-9f87-16ce30d408f5 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/ports?device_id=2549bddc-e707-4ab3-9574-23013e825a21 HTTP/1.1" status: 200  len: 210 time: 0.0343499
Jun 14 03:32:22.262800 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-223b51de-f17c-4305-9d2f-bf19fe7ccb3e req-7a2a41c9-8cdb-4a5f-8ac7-f1d37f9e1c64 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Made reservation on behalf of 8ee804e6168b404ba86aafb9d53b4ab7 for: {'port': 1} {{(pid=92485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 14 03:32:22.266379 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-223b51de-f17c-4305-9d2f-bf19fe7ccb3e req-7a2a41c9-8cdb-4a5f-8ac7-f1d37f9e1c64 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for port, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:22.409491 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.db_base_plugin_common [req-223b51de-f17c-4305-9d2f-bf19fe7ccb3e req-7a2a41c9-8cdb-4a5f-8ac7-f1d37f9e1c64 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Allocated IP 172.20.0.10 (59204b5b-ebc4-4155-af46-f7c56f00d62d/9185bba9-0b92-4177-95a7-76932f513987/4e32c59d-4b73-490f-ac2e-232013d47880) {{(pid=92485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 14 03:32:22.569113 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-223b51de-f17c-4305-9d2f-bf19fe7ccb3e req-7a2a41c9-8cdb-4a5f-8ac7-f1d37f9e1c64 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks [] for port, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:22.581152 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.provisioning_blocks [req-223b51de-f17c-4305-9d2f-bf19fe7ccb3e req-7a2a41c9-8cdb-4a5f-8ac7-f1d37f9e1c64 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Transition to ACTIVE for port object 4e32c59d-4b73-490f-ac2e-232013d47880 will not be triggered until provisioned by entity DHCP. {{(pid=92485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:32:22.697566 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-223b51de-f17c-4305-9d2f-bf19fe7ccb3e req-7a2a41c9-8cdb-4a5f-8ac7-f1d37f9e1c64 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-668656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756196682527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62999275'] for port, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:22.701627 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-d6fe0473-1e6b-4b8a-9e3d-6be3ff3176d6 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:32:22.749651 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-223b51de-f17c-4305-9d2f-bf19fe7ccb3e req-7a2a41c9-8cdb-4a5f-8ac7-f1d37f9e1c64 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Network 59204b5b-ebc4-4155-af46-f7c56f00d62d is already hosted by enough agents. {{(pid=92485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 14 03:32:22.752914 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.base_scheduler [req-223b51de-f17c-4305-9d2f-bf19fe7ccb3e req-7a2a41c9-8cdb-4a5f-8ac7-f1d37f9e1c64 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Resources bound (agent type, host, resource id):  {{(pid=92485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:32:22.757194 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.l3_dvrscheduler_db [req-223b51de-f17c-4305-9d2f-bf19fe7ccb3e req-7a2a41c9-8cdb-4a5f-8ac7-f1d37f9e1c64 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Received port after_create {{(pid=92485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 14 03:32:22.763496 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2a41c9-8cdb-4a5f-8ac7-f1d37f9e1c64 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Pushing event updated for resources: {'Port': ['ID=4e32c59d-4b73-490f-ac2e-232013d47880,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:32:22.789913 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-7a2a41c9-8cdb-4a5f-8ac7-f1d37f9e1c64 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:32:22.818389 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b51de-f17c-4305-9d2f-bf19fe7ccb3e req-7a2a41c9-8cdb-4a5f-8ac7-f1d37f9e1c64 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:32:22.819624 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-223b51de-f17c-4305-9d2f-bf19fe7ccb3e req-7a2a41c9-8cdb-4a5f-8ac7-f1d37f9e1c64 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389'] for port, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:22.925039 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-223b51de-f17c-4305-9d2f-bf19fe7ccb3e req-7a2a41c9-8cdb-4a5f-8ac7-f1d37f9e1c64 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8600335
Jun 14 03:32:22.936151 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [req-223b51de-f17c-4305-9d2f-bf19fe7ccb3e req-5a701b11-c780-4705-b78f-1e0ee2ad694d tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92485) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 14 03:32:22.937084 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-223b51de-f17c-4305-9d2f-bf19fe7ccb3e req-5a701b11-c780-4705-b78f-1e0ee2ad694d tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0052116
Jun 14 03:32:22.992425 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.v2.base [req-223b51de-f17c-4305-9d2f-bf19fe7ccb3e req-34b9bcc1-cff8-417f-8215-818385f57c76 service neutron] Request body: {'port': {'device_id': '2549bddc-e707-4ab3-9574-23013e825a21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=92485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:32:23.080045 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-7efaf3df-48c8-494c-b326-0d37ba73f4aa None None] Provisioning for port 4e32c59d-4b73-490f-ac2e-232013d47880 completed by entity DHCP. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:32:23.080895 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-223b51de-f17c-4305-9d2f-bf19fe7ccb3e req-34b9bcc1-cff8-417f-8215-818385f57c76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:23.084950 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-7efaf3df-48c8-494c-b326-0d37ba73f4aa None None] Provisioning complete for port 4e32c59d-4b73-490f-ac2e-232013d47880 triggered by entity DHCP. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:32:23.085434 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-7efaf3df-48c8-494c-b326-0d37ba73f4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:23.125972 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-7efaf3df-48c8-494c-b326-0d37ba73f4aa None None] Port 4e32c59d-4b73-490f-ac2e-232013d47880 cannot update to ACTIVE because it is not bound. {{(pid=92487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 14 03:32:23.428877 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.notifiers.nova [req-223b51de-f17c-4305-9d2f-bf19fe7ccb3e req-34b9bcc1-cff8-417f-8215-818385f57c76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e32c59d-4b73-490f-ac2e-232013d47880 {{(pid=92485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 14 03:32:23.443295 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-223b51de-f17c-4305-9d2f-bf19fe7ccb3e req-34b9bcc1-cff8-417f-8215-818385f57c76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:23.459762 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.provisioning_blocks [req-223b51de-f17c-4305-9d2f-bf19fe7ccb3e req-34b9bcc1-cff8-417f-8215-818385f57c76 service neutron] Transition to ACTIVE for port object 4e32c59d-4b73-490f-ac2e-232013d47880 will not be triggered until provisioned by entity L2. {{(pid=92485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:32:23.473991 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea56bad0-693e-4fab-ac16-e8b1e6a80b25 req-993dec99-331e-4f5c-a494-391ae1c2bae4 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:32:23.476710 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-ea56bad0-693e-4fab-ac16-e8b1e6a80b25 req-993dec99-331e-4f5c-a494-391ae1c2bae4 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/ports?device_id=2549bddc-e707-4ab3-9574-23013e825a21 HTTP/1.1" status: 200  len: 932 time: 0.1296487
Jun 14 03:32:23.521447 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-ea56bad0-693e-4fab-ac16-e8b1e6a80b25 req-658c5c31-d000-4b12-88dd-23051c1235c8 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cbeb5a9-c66e-4e92-985b-6dcaeed0d7fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385616
Jun 14 03:32:23.583030 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-223b51de-f17c-4305-9d2f-bf19fe7ccb3e req-34b9bcc1-cff8-417f-8215-818385f57c76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62999253'] for port, after_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:23.586694 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-662ab51f-5185-413f-860c-c3448abba532 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:32:23.683760 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b9bcc1-cff8-417f-8215-818385f57c76 service neutron] Pushing event updated for resources: {'Port': ['ID=4e32c59d-4b73-490f-ac2e-232013d47880,revision_number=2']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:32:23.686552 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-34b9bcc1-cff8-417f-8215-818385f57c76 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:32:23.780197 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.managers [req-223b51de-f17c-4305-9d2f-bf19fe7ccb3e req-34b9bcc1-cff8-417f-8215-818385f57c76 service neutron] Attempting to bind port 4e32c59d-4b73-490f-ac2e-232013d47880 on host hv-cinder-79617 for vnic_type normal with profile  {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 14 03:32:23.780197 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.managers [req-223b51de-f17c-4305-9d2f-bf19fe7ccb3e req-34b9bcc1-cff8-417f-8215-818385f57c76 service neutron] Attempting to bind port 4e32c59d-4b73-490f-ac2e-232013d47880 by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': '7624187a-a66a-47fb-8736-9f51337befd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '59204b5b-ebc4-4155-af46-f7c56f00d62d'}] {{(pid=92485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 14 03:32:23.780410 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223b51de-f17c-4305-9d2f-bf19fe7ccb3e req-34b9bcc1-cff8-417f-8215-818385f57c76 service neutron] Attempting to bind port 4e32c59d-4b73-490f-ac2e-232013d47880 on network 59204b5b-ebc4-4155-af46-f7c56f00d62d {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 14 03:32:23.784804 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223b51de-f17c-4305-9d2f-bf19fe7ccb3e req-34b9bcc1-cff8-417f-8215-818385f57c76 service neutron] Port 4e32c59d-4b73-490f-ac2e-232013d47880 on network 59204b5b-ebc4-4155-af46-f7c56f00d62d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 14 03:32:23.785127 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223b51de-f17c-4305-9d2f-bf19fe7ccb3e req-34b9bcc1-cff8-417f-8215-818385f57c76 service neutron] Attempting to bind port 4e32c59d-4b73-490f-ac2e-232013d47880 on network 59204b5b-ebc4-4155-af46-f7c56f00d62d {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 14 03:32:23.790226 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223b51de-f17c-4305-9d2f-bf19fe7ccb3e req-34b9bcc1-cff8-417f-8215-818385f57c76 service neutron] Checking agent: {'id': 'd909c266-64e1-43b2-ab9b-45098cd1126f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 20, 5), 'started_at': datetime.datetime(2021, 6, 14, 3, 20, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 14 03:32:23.790590 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223b51de-f17c-4305-9d2f-bf19fe7ccb3e req-34b9bcc1-cff8-417f-8215-818385f57c76 service neutron] Checking segment: {'id': '7624187a-a66a-47fb-8736-9f51337befd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '59204b5b-ebc4-4155-af46-f7c56f00d62d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 14 03:32:23.790972 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223b51de-f17c-4305-9d2f-bf19fe7ccb3e req-34b9bcc1-cff8-417f-8215-818385f57c76 service neutron] Bound using segment: {'id': '7624187a-a66a-47fb-8736-9f51337befd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '59204b5b-ebc4-4155-af46-f7c56f00d62d'} {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 14 03:32:23.791393 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.managers [req-223b51de-f17c-4305-9d2f-bf19fe7ccb3e req-34b9bcc1-cff8-417f-8215-818385f57c76 service neutron] Bound port: 4e32c59d-4b73-490f-ac2e-232013d47880, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7624187a-a66a-47fb-8736-9f51337befd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '59204b5b-ebc4-4155-af46-f7c56f00d62d'}}] {{(pid=92485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 14 03:32:23.791741 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-223b51de-f17c-4305-9d2f-bf19fe7ccb3e req-34b9bcc1-cff8-417f-8215-818385f57c76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:23.864551 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.db [req-223b51de-f17c-4305-9d2f-bf19fe7ccb3e req-34b9bcc1-cff8-417f-8215-818385f57c76 service neutron] For port 4e32c59d-4b73-490f-ac2e-232013d47880, host hv-cinder-79617, cleared binding levels {{(pid=92485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 14 03:32:23.867943 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.db [req-223b51de-f17c-4305-9d2f-bf19fe7ccb3e req-34b9bcc1-cff8-417f-8215-818385f57c76 service neutron] For port 4e32c59d-4b73-490f-ac2e-232013d47880, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=4e32c59d-4b73-490f-ac2e-232013d47880,segment=NetworkSegment(7624187a-a66a-47fb-8736-9f51337befd0),segment_id=7624187a-a66a-47fb-8736-9f51337befd0)] {{(pid=92485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 14 03:32:23.948514 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-223b51de-f17c-4305-9d2f-bf19fe7ccb3e req-34b9bcc1-cff8-417f-8215-818385f57c76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62999253'] for port, after_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:23.951335 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-43ce9534-ed40-4a4d-b14c-37510ca1214c tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:32:23.987900 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b51de-f17c-4305-9d2f-bf19fe7ccb3e req-34b9bcc1-cff8-417f-8215-818385f57c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:32:23.988658 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-223b51de-f17c-4305-9d2f-bf19fe7ccb3e req-34b9bcc1-cff8-417f-8215-818385f57c76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389'] for port, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:23.989999 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-223b51de-f17c-4305-9d2f-bf19fe7ccb3e req-34b9bcc1-cff8-417f-8215-818385f57c76 service neutron] 10.222.0.37 "PUT /v2.0/ports/4e32c59d-4b73-490f-ac2e-232013d47880 HTTP/1.1" status: 200  len: 1094 time: 1.0468531
Jun 14 03:32:23.992502 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2549bddc-e707-4ab3-9574-23013e825a21', 'tag': '4e32c59d-4b73-490f-ac2e-232013d47880'}] {{(pid=92485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:32:23.996324 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0639b30c08a1ea7684a5dbba31199bfc4186ae3813d9033880ffe89de9bab324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d6bf7fe-5738-41db-ac62-a6c7757e7685" -d '{"events": [{"name": "network-changed", "server_uuid": "2549bddc-e707-4ab3-9574-23013e825a21", "tag": "4e32c59d-4b73-490f-ac2e-232013d47880"}]}' {{(pid=92485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:32:24.039733 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 03:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bee62d15-1f4b-41bd-a69e-a11b67a7dad4 x-openstack-request-id: req-bee62d15-1f4b-41bd-a69e-a11b67a7dad4 {{(pid=92485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:32:24.040138 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2549bddc-e707-4ab3-9574-23013e825a21", "tag": "4e32c59d-4b73-490f-ac2e-232013d47880", "status": "completed", "code": 200}]} {{(pid=92485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:32:24.040428 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-bee62d15-1f4b-41bd-a69e-a11b67a7dad4 {{(pid=92485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:32:24.040907 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2549bddc-e707-4ab3-9574-23013e825a21', 'tag': '4e32c59d-4b73-490f-ac2e-232013d47880', 'status': 'completed', 'code': 200}
Jun 14 03:32:24.041873 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b9bcc1-cff8-417f-8215-818385f57c76 service neutron] Pushing event updated for resources: {'Port': ['ID=4e32c59d-4b73-490f-ac2e-232013d47880,revision_number=3']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:32:24.045659 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-34b9bcc1-cff8-417f-8215-818385f57c76 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:32:24.127084 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6bf7fe-5738-41db-ac62-a6c7757e7685 req-fb9ea4d5-b66c-415f-923a-4fa134fe7007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:32:24.128584 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-3d6bf7fe-5738-41db-ac62-a6c7757e7685 req-fb9ea4d5-b66c-415f-923a-4fa134fe7007 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8ee804e6168b404ba86aafb9d53b4ab7&device_id=2549bddc-e707-4ab3-9574-23013e825a21 HTTP/1.1" status: 200  len: 1097 time: 0.0616429
Jun 14 03:32:24.258788 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6bf7fe-5738-41db-ac62-a6c7757e7685 req-4e8383aa-e1b0-4122-b631-606c53b8fc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:32:24.260172 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-3d6bf7fe-5738-41db-ac62-a6c7757e7685 req-4e8383aa-e1b0-4122-b631-606c53b8fc25 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=8ee804e6168b404ba86aafb9d53b4ab7&shared=False HTTP/1.1" status: 200  len: 911 time: 0.1246023
Jun 14 03:32:24.377921 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6bf7fe-5738-41db-ac62-a6c7757e7685 req-8eaec004-4181-435a-bbc7-57de0b886961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:32:24.379389 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-3d6bf7fe-5738-41db-ac62-a6c7757e7685 req-8eaec004-4181-435a-bbc7-57de0b886961 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1130874
Jun 14 03:32:24.476573 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b51de-f17c-4305-9d2f-bf19fe7ccb3e req-e9b5cdff-3407-4876-87b2-869a97bced1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:32:24.478034 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-223b51de-f17c-4305-9d2f-bf19fe7ccb3e req-e9b5cdff-3407-4876-87b2-869a97bced1f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8ee804e6168b404ba86aafb9d53b4ab7&device_id=2549bddc-e707-4ab3-9574-23013e825a21 HTTP/1.1" status: 200  len: 1097 time: 0.0604110
Jun 14 03:32:24.535381 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-223b51de-f17c-4305-9d2f-bf19fe7ccb3e req-b58faecb-993d-47e1-b1ee-0d6945af228f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e32c59d-4b73-490f-ac2e-232013d47880 HTTP/1.1" status: 200  len: 217 time: 0.0499001
Jun 14 03:32:24.591901 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b51de-f17c-4305-9d2f-bf19fe7ccb3e req-43c5d122-dc6b-4906-8fab-3b5e38fe512a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:32:24.593364 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-223b51de-f17c-4305-9d2f-bf19fe7ccb3e req-43c5d122-dc6b-4906-8fab-3b5e38fe512a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9185bba9-0b92-4177-95a7-76932f513987 HTTP/1.1" status: 200  len: 849 time: 0.0520287
Jun 14 03:32:24.703813 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b51de-f17c-4305-9d2f-bf19fe7ccb3e req-4852163b-92b7-4a46-845a-9da37db11e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:32:24.705261 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-223b51de-f17c-4305-9d2f-bf19fe7ccb3e req-4852163b-92b7-4a46-845a-9da37db11e66 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=59204b5b-ebc4-4155-af46-f7c56f00d62d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1061668
Jun 14 03:32:24.752860 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb3716e-f950-4df1-8b44-d739a3ec8b8b req-99fef635-862a-47d6-b8ba-f9277203c905 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:32:24.754279 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-6eb3716e-f950-4df1-8b44-d739a3ec8b8b req-99fef635-862a-47d6-b8ba-f9277203c905 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/ports?device_id=2549bddc-e707-4ab3-9574-23013e825a21 HTTP/1.1" status: 200  len: 944 time: 0.1192288
Jun 14 03:32:24.863950 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-6eb3716e-f950-4df1-8b44-d739a3ec8b8b req-903e5bbb-61bb-4d3e-bbde-b8defd2cf077 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cbeb5a9-c66e-4e92-985b-6dcaeed0d7fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1024406
Jun 14 03:32:24.870544 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-223b51de-f17c-4305-9d2f-bf19fe7ccb3e req-36e0978c-fcb4-4ba9-a228-862e774defeb service neutron] 10.222.0.37 "GET /v2.0/networks/59204b5b-ebc4-4155-af46-f7c56f00d62d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1549203
Jun 14 03:32:24.984084 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-223b51de-f17c-4305-9d2f-bf19fe7ccb3e req-d3d1a0e5-1499-4e01-985d-a93d472286dc service neutron] 10.222.0.37 "GET /v2.0/networks/59204b5b-ebc4-4155-af46-f7c56f00d62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1089044
Jun 14 03:32:26.044931 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4756e0f5-9aeb-4dc3-b6dd-dc51c9af57e2 req-01921856-cb53-4097-b672-c5f0ad5a706b tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:32:26.046415 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-4756e0f5-9aeb-4dc3-b6dd-dc51c9af57e2 req-01921856-cb53-4097-b672-c5f0ad5a706b tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/ports?device_id=2549bddc-e707-4ab3-9574-23013e825a21 HTTP/1.1" status: 200  len: 944 time: 0.0667772
Jun 14 03:32:26.087343 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-4756e0f5-9aeb-4dc3-b6dd-dc51c9af57e2 req-c2cd224e-ee45-4385-98f9-869f79b7567f tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cbeb5a9-c66e-4e92-985b-6dcaeed0d7fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0352051
Jun 14 03:32:26.886767 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device 4e32c59d-4b73-490f-ac2e-232013d47880 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=92487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 14 03:32:27.006493 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port 4e32c59d-4b73-490f-ac2e-232013d47880, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=4e32c59d-4b73-490f-ac2e-232013d47880,segment=NetworkSegment(7624187a-a66a-47fb-8736-9f51337befd0),segment_id=7624187a-a66a-47fb-8736-9f51337befd0)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:32:27.018466 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Returning: {'device': '4e32c59d-4b73-490f-ac2e-232013d47880', 'network_id': '59204b5b-ebc4-4155-af46-f7c56f00d62d', 'port_id': '4e32c59d-4b73-490f-ac2e-232013d47880', 'mac_address': 'fa:16:3e:3c:7f:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9185bba9-0b92-4177-95a7-76932f513987', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 14 03:32:27.061233 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:27.076291 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.notifiers.nova [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e32c59d-4b73-490f-ac2e-232013d47880 {{(pid=92487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 14 03:32:27.096498 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port 4e32c59d-4b73-490f-ac2e-232013d47880, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=4e32c59d-4b73-490f-ac2e-232013d47880,segment=NetworkSegment(7624187a-a66a-47fb-8736-9f51337befd0),segment_id=7624187a-a66a-47fb-8736-9f51337befd0)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:32:27.250026 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:27.251796 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:32:27.276386 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95053bf5-7431-473f-83f2-e3cce74cb714 req-30cfb4f3-4d39-4133-b4bb-b2ce928acbb7 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:32:27.277984 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-95053bf5-7431-473f-83f2-e3cce74cb714 req-30cfb4f3-4d39-4133-b4bb-b2ce928acbb7 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/ports?device_id=2549bddc-e707-4ab3-9574-23013e825a21 HTTP/1.1" status: 200  len: 944 time: 0.0740335
Jun 14 03:32:27.309932 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Pushing event updated for resources: {'Port': ['ID=4e32c59d-4b73-490f-ac2e-232013d47880,revision_number=4']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:32:27.313056 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:32:27.320316 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-95053bf5-7431-473f-83f2-e3cce74cb714 req-e19b4b77-5de8-467a-ad22-4290dabdda68 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cbeb5a9-c66e-4e92-985b-6dcaeed0d7fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0364256
Jun 14 03:32:27.461897 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] get_ports_and_sgs() called for port_ids ['4e32c59d-4b73-490f-ac2e-232013d47880'] {{(pid=92487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 14 03:32:28.506525 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee68f17-6cd6-4d61-a84d-c3389983189b req-235d659b-b131-4a45-bb9f-03379bd990be tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:32:28.508172 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-3ee68f17-6cd6-4d61-a84d-c3389983189b req-235d659b-b131-4a45-bb9f-03379bd990be tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/ports?device_id=2549bddc-e707-4ab3-9574-23013e825a21 HTTP/1.1" status: 200  len: 945 time: 0.0738990
Jun 14 03:32:28.549773 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-3ee68f17-6cd6-4d61-a84d-c3389983189b req-05df0ca4-7996-45f3-b9b0-a6a5582b90ce tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cbeb5a9-c66e-4e92-985b-6dcaeed0d7fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0360215
Jun 14 03:32:28.902188 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device 4e32c59d-4b73-490f-ac2e-232013d47880 up at agent hyperv_hv-cinder-79617 {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:32:29.016606 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Provisioning for port 4e32c59d-4b73-490f-ac2e-232013d47880 completed by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:32:29.020307 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Provisioning complete for port 4e32c59d-4b73-490f-ac2e-232013d47880 triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:32:29.020675 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:29.108935 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:29.133716 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2549bddc-e707-4ab3-9574-23013e825a21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e32c59d-4b73-490f-ac2e-232013d47880'}] {{(pid=92487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:32:29.135986 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}681963f073e70c07aac8dc5e895e90246fb88e956d84982da350f3581d0ebeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc77421-2da5-4e91-a50a-715e00cca813" -d '{"events": [{"server_uuid": "2549bddc-e707-4ab3-9574-23013e825a21", "name": "network-vif-plugged", "status": "completed", "tag": "4e32c59d-4b73-490f-ac2e-232013d47880"}]}' {{(pid=92487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:32:29.151044 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port 4e32c59d-4b73-490f-ac2e-232013d47880, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=4e32c59d-4b73-490f-ac2e-232013d47880,segment=NetworkSegment(7624187a-a66a-47fb-8736-9f51337befd0),segment_id=7624187a-a66a-47fb-8736-9f51337befd0)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:32:29.230691 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6206af-2ecf-4394-ae51-b684e48a25d0 x-openstack-request-id: req-3c6206af-2ecf-4394-ae51-b684e48a25d0 {{(pid=92487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:32:29.231022 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2549bddc-e707-4ab3-9574-23013e825a21", "name": "network-vif-plugged", "status": "completed", "tag": "4e32c59d-4b73-490f-ac2e-232013d47880", "code": 200}]} {{(pid=92487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:32:29.231304 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3c6206af-2ecf-4394-ae51-b684e48a25d0 {{(pid=92487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:32:29.231687 dv-cinder-796170-1-iscsi neutron-server[92487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2549bddc-e707-4ab3-9574-23013e825a21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e32c59d-4b73-490f-ac2e-232013d47880', 'code': 200}
Jun 14 03:32:29.239350 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:29.242726 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-ee23946f-c1f3-4fbd-86a5-da207080da57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:32:29.302703 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Pushing event updated for resources: {'Port': ['ID=4e32c59d-4b73-490f-ac2e-232013d47880,revision_number=5']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:32:29.305860 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:32:29.607751 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0437deee-2ae0-41bb-a5da-63e27c4943d1 req-de6bcf03-1dfb-4856-bac2-d27d354892d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:32:29.609195 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-0437deee-2ae0-41bb-a5da-63e27c4943d1 req-de6bcf03-1dfb-4856-bac2-d27d354892d8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2549bddc-e707-4ab3-9574-23013e825a21 HTTP/1.1" status: 200  len: 1099 time: 0.0570791
Jun 14 03:32:29.645639 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-0437deee-2ae0-41bb-a5da-63e27c4943d1 req-8247b315-33b6-4374-914c-d72588efe862 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1cbeb5a9-c66e-4e92-985b-6dcaeed0d7fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0303528
Jun 14 03:32:29.730842 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7448ebc-e19b-407b-976b-51d6bf092b8b req-e19f6687-a8cc-4199-a827-0875f30dd755 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:32:29.732233 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-e7448ebc-e19b-407b-976b-51d6bf092b8b req-e19f6687-a8cc-4199-a827-0875f30dd755 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/ports?device_id=2549bddc-e707-4ab3-9574-23013e825a21 HTTP/1.1" status: 200  len: 946 time: 0.0701988
Jun 14 03:32:29.773858 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-e7448ebc-e19b-407b-976b-51d6bf092b8b req-5c7ca7a0-b9d6-4c73-a4bc-7d2b32c00646 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cbeb5a9-c66e-4e92-985b-6dcaeed0d7fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0352120
Jun 14 03:32:30.958727 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc82b2e9-9a8a-49b6-9264-74a49e05549a req-b17c717e-7ab9-4097-a9ab-5cc43bcc0766 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:32:30.960233 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-bc82b2e9-9a8a-49b6-9264-74a49e05549a req-b17c717e-7ab9-4097-a9ab-5cc43bcc0766 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/ports?device_id=2549bddc-e707-4ab3-9574-23013e825a21 HTTP/1.1" status: 200  len: 946 time: 0.0727189
Jun 14 03:32:31.002587 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-bc82b2e9-9a8a-49b6-9264-74a49e05549a req-d93fe1f0-410d-4f22-bef5-066e7394b6d2 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cbeb5a9-c66e-4e92-985b-6dcaeed0d7fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0361571
Jun 14 03:32:31.197739 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0753f606-fdd3-44e2-be51-b4d0f87790ae req-d860d4ab-9a1b-4511-b415-f2135e8bfaa7 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:32:31.199271 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-0753f606-fdd3-44e2-be51-b4d0f87790ae req-d860d4ab-9a1b-4511-b415-f2135e8bfaa7 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/ports?device_id=2549bddc-e707-4ab3-9574-23013e825a21 HTTP/1.1" status: 200  len: 946 time: 0.0747046
Jun 14 03:32:31.207463 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 48648) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:32:31.212422 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [None req-fb4bf97d-16f2-4ecf-97d5-3ef82caee729 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Request body: {'floatingip': {'port_id': '4e32c59d-4b73-490f-ac2e-232013d47880'}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:32:31.265724 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-fb4bf97d-16f2-4ecf-97d5-3ef82caee729 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks [] for floatingip, before_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:31.843844 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-fb4bf97d-16f2-4ecf-97d5-3ef82caee729 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:31.919283 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-fb4bf97d-16f2-4ecf-97d5-3ef82caee729 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66755190'] for floatingip, after_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:32.061410 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.db.l3_db [None req-fb4bf97d-16f2-4ecf-97d5-3ef82caee729 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Floating IP ac09f702-7f60-48da-8feb-f7fea1651e03 associated. External IP: 172.27.2.245, port: 4e32c59d-4b73-490f-ac2e-232013d47880.
Jun 14 03:32:32.650678 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb4bf97d-16f2-4ecf-97d5-3ef82caee729 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Router 7eeb646e-f92b-461d-921d-9015b82f8a10 has already been hosted by L3 agent faa78350-ce80-467b-8f2c-9d7893daed85 {{(pid=92486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 14 03:32:32.796025 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb4bf97d-16f2-4ecf-97d5-3ef82caee729 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify agent at l3_agent.dv-cinder-796170-1-iscsi the message routers_updated {{(pid=92486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 14 03:32:32.805145 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-fb4bf97d-16f2-4ecf-97d5-3ef82caee729 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389'] for floatingip, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:32.805789 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ececb85-15f1-4269-9aa0-ebecbdbb549e None None] Sync routers for ids ['7eeb646e-f92b-461d-921d-9015b82f8a10'] in dv-cinder-796170-1-iscsi {{(pid=92488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 14 03:32:32.814831 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ececb85-15f1-4269-9aa0-ebecbdbb549e None None] Routers {'7eeb646e-f92b-461d-921d-9015b82f8a10'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:32:32.815744 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-6ececb85-15f1-4269-9aa0-ebecbdbb549e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5d34dd30>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:32:07Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['7eeb646e-f92b-461d-921d-9015b82f8a10'], 'active': True} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:32:32.843849 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-fb4bf97d-16f2-4ecf-97d5-3ef82caee729 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "PUT /v2.0/floatingips/ac09f702-7f60-48da-8feb-f7fea1651e03 HTTP/1.1" status: 200  len: 992 time: 1.6353657
Jun 14 03:32:32.844578 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2549bddc-e707-4ab3-9574-23013e825a21', 'tag': '4e32c59d-4b73-490f-ac2e-232013d47880'}] {{(pid=92486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:32:32.846983 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5355d7bc3b36bcf9a7ee8a2281ad208d869c89ac4cdf4014809f5322b7820d6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b4e4cb-4f2a-4a3a-92c9-7c80e64c07ed" -d '{"events": [{"name": "network-changed", "server_uuid": "2549bddc-e707-4ab3-9574-23013e825a21", "tag": "4e32c59d-4b73-490f-ac2e-232013d47880"}]}' {{(pid=92486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:32:32.888096 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 03:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15814f7-4ce4-46ab-86b3-b45ff9a27a1e x-openstack-request-id: req-f15814f7-4ce4-46ab-86b3-b45ff9a27a1e {{(pid=92486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:32:32.890830 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2549bddc-e707-4ab3-9574-23013e825a21", "tag": "4e32c59d-4b73-490f-ac2e-232013d47880", "status": "completed", "code": 200}]} {{(pid=92486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:32:32.890830 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f15814f7-4ce4-46ab-86b3-b45ff9a27a1e {{(pid=92486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:32:32.890830 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2549bddc-e707-4ab3-9574-23013e825a21', 'tag': '4e32c59d-4b73-490f-ac2e-232013d47880', 'status': 'completed', 'code': 200}
Jun 14 03:32:32.964508 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvr_db [None req-6ececb85-15f1-4269-9aa0-ebecbdbb549e None None] Set router 7eeb646e-f92b-461d-921d-9015b82f8a10 gateway port host: dv-cinder-796170-1-iscsi {{(pid=92488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:32:33.242398 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-6ececb85-15f1-4269-9aa0-ebecbdbb549e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5d34dd30>, [{'id': '7eeb646e-f92b-461d-921d-9015b82f8a10', 'name': 'tempest-AttachVolumeTestJSON-188844159-router', 'tenant_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '4b4860d7-2946-40be-af39-d4fea81aa8b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:29:11Z', 'updated_at': '2021-06-14T03:29:16Z', 'revision_number': 4, 'project_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'gw_port': {'id': '4b4860d7-2946-40be-af39-d4fea81aa8b5', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:35:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeb646e-f92b-461d-921d-9015b82f8a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:29:11Z', 'updated_at': '2021-06-14T03:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_floatingips': [{'id': 'ac09f702-7f60-48da-8feb-f7fea1651e03', 'tenant_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'floating_ip_address': '172.27.2.245', 'floating_network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'router_id': '7eeb646e-f92b-461d-921d-9015b82f8a10', 'port_id': '4e32c59d-4b73-490f-ac2e-232013d47880', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59204b5b-ebc4-4155-af46-f7c56f00d62d', 'mac_address': 'fa:16:3e:3c:7f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2549bddc-e707-4ab3-9574-23013e825a21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T03:32:18Z', 'updated_at': '2021-06-14T03:32:31Z', 'revision_number': 1, 'project_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aa07458-7d7b-4342-a3f6-0f0755db32f4', 'name': '', 'network_id': '59204b5b-ebc4-4155-af46-f7c56f00d62d', 'tenant_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'mac_address': 'fa:16:3e:16:e5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeb646e-f92b-461d-921d-9015b82f8a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '9185bba9-0b92-4177-95a7-76932f513987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:29:15Z', 'updated_at': '2021-06-14T03:29:24Z', 'revision_number': 5, 'project_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'subnets': [{'id': '9185bba9-0b92-4177-95a7-76932f513987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:32:33.245574 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ececb85-15f1-4269-9aa0-ebecbdbb549e None None] Checking router: 7eeb646e-f92b-461d-921d-9015b82f8a10 for host: dv-cinder-796170-1-iscsi {{(pid=92488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 14 03:32:33.253260 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ececb85-15f1-4269-9aa0-ebecbdbb549e None None] Routers {'7eeb646e-f92b-461d-921d-9015b82f8a10'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:32:33.253844 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-6ececb85-15f1-4269-9aa0-ebecbdbb549e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5d34dd30>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:32:07Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['7eeb646e-f92b-461d-921d-9015b82f8a10'], 'active': True} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:32:33.496413 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvr_db [None req-6ececb85-15f1-4269-9aa0-ebecbdbb549e None None] Set router 7eeb646e-f92b-461d-921d-9015b82f8a10 gateway port host: dv-cinder-796170-1-iscsi {{(pid=92488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:32:33.779261 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-6ececb85-15f1-4269-9aa0-ebecbdbb549e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5d34dd30>, [{'id': '7eeb646e-f92b-461d-921d-9015b82f8a10', 'name': 'tempest-AttachVolumeTestJSON-188844159-router', 'tenant_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '4b4860d7-2946-40be-af39-d4fea81aa8b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:29:11Z', 'updated_at': '2021-06-14T03:29:16Z', 'revision_number': 4, 'project_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'gw_port': {'id': '4b4860d7-2946-40be-af39-d4fea81aa8b5', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:35:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeb646e-f92b-461d-921d-9015b82f8a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:29:11Z', 'updated_at': '2021-06-14T03:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_floatingips': [{'id': 'ac09f702-7f60-48da-8feb-f7fea1651e03', 'tenant_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'floating_ip_address': '172.27.2.245', 'floating_network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'router_id': '7eeb646e-f92b-461d-921d-9015b82f8a10', 'port_id': '4e32c59d-4b73-490f-ac2e-232013d47880', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59204b5b-ebc4-4155-af46-f7c56f00d62d', 'mac_address': 'fa:16:3e:3c:7f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2549bddc-e707-4ab3-9574-23013e825a21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T03:32:18Z', 'updated_at': '2021-06-14T03:32:31Z', 'revision_number': 1, 'project_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aa07458-7d7b-4342-a3f6-0f0755db32f4', 'name': '', 'network_id': '59204b5b-ebc4-4155-af46-f7c56f00d62d', 'tenant_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'mac_address': 'fa:16:3e:16:e5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeb646e-f92b-461d-921d-9015b82f8a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '9185bba9-0b92-4177-95a7-76932f513987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:29:15Z', 'updated_at': '2021-06-14T03:29:24Z', 'revision_number': 5, 'project_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'subnets': [{'id': '9185bba9-0b92-4177-95a7-76932f513987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:32:33.782509 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ececb85-15f1-4269-9aa0-ebecbdbb549e None None] The sync data for ids ['7eeb646e-f92b-461d-921d-9015b82f8a10'] in dv-cinder-796170-1-iscsi is: [{'id': '7eeb646e-f92b-461d-921d-9015b82f8a10', 'name': 'tempest-AttachVolumeTestJSON-188844159-router', 'tenant_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '4b4860d7-2946-40be-af39-d4fea81aa8b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:29:11Z', 'updated_at': '2021-06-14T03:29:16Z', 'revision_number': 4, 'project_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'gw_port': {'id': '4b4860d7-2946-40be-af39-d4fea81aa8b5', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:35:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeb646e-f92b-461d-921d-9015b82f8a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:29:11Z', 'updated_at': '2021-06-14T03:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_floatingips': [{'id': 'ac09f702-7f60-48da-8feb-f7fea1651e03', 'tenant_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'floating_ip_address': '172.27.2.245', 'floating_network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'router_id': '7eeb646e-f92b-461d-921d-9015b82f8a10', 'port_id': '4e32c59d-4b73-490f-ac2e-232013d47880', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59204b5b-ebc4-4155-af46-f7c56f00d62d', 'mac_address': 'fa:16:3e:3c:7f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2549bddc-e707-4ab3-9574-23013e825a21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T03:32:18Z', 'updated_at': '2021-06-14T03:32:31Z', 'revision_number': 1, 'project_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0aa07458-7d7b-4342-a3f6-0f0755db32f4', 'name': '', 'network_id': '59204b5b-ebc4-4155-af46-f7c56f00d62d', 'tenant_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'mac_address': 'fa:16:3e:16:e5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeb646e-f92b-461d-921d-9015b82f8a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '9185bba9-0b92-4177-95a7-76932f513987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:29:15Z', 'updated_at': '2021-06-14T03:29:24Z', 'revision_number': 5, 'project_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'subnets': [{'id': '9185bba9-0b92-4177-95a7-76932f513987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 14 03:32:33.958930 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00043f6d-e2fd-40f3-94c7-a03f38f67500 None None] New status for floating IP ac09f702-7f60-48da-8feb-f7fea1651e03: ACTIVE {{(pid=92487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 14 03:32:34.456631 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-a16a91a0-3a3c-4cf6-adb7-10f0414dee52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:34.639874 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b4e4cb-4f2a-4a3a-92c9-7c80e64c07ed req-70e6fd2c-41b5-453d-83f6-d4c2617c0899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:32:34.641302 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-43b4e4cb-4f2a-4a3a-92c9-7c80e64c07ed req-70e6fd2c-41b5-453d-83f6-d4c2617c0899 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8ee804e6168b404ba86aafb9d53b4ab7&device_id=2549bddc-e707-4ab3-9574-23013e825a21 HTTP/1.1" status: 200  len: 1099 time: 0.0588880
Jun 14 03:32:34.759902 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b4e4cb-4f2a-4a3a-92c9-7c80e64c07ed req-ea585b1c-c8bc-4997-88fa-5e06797afbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:32:34.761314 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-43b4e4cb-4f2a-4a3a-92c9-7c80e64c07ed req-ea585b1c-c8bc-4997-88fa-5e06797afbfe service neutron] 10.222.0.37 "GET /v2.0/networks?id=59204b5b-ebc4-4155-af46-f7c56f00d62d HTTP/1.1" status: 200  len: 911 time: 0.1131036
Jun 14 03:32:35.123831 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-43b4e4cb-4f2a-4a3a-92c9-7c80e64c07ed req-01b68fa3-d4b8-421b-bd3a-cb7056494e06 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4e32c59d-4b73-490f-ac2e-232013d47880 HTTP/1.1" status: 200  len: 1002 time: 0.3561904
Jun 14 03:32:35.178514 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b4e4cb-4f2a-4a3a-92c9-7c80e64c07ed req-41a9ea49-a29e-4b4e-a795-ac8b76e52bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:32:35.180003 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-43b4e4cb-4f2a-4a3a-92c9-7c80e64c07ed req-41a9ea49-a29e-4b4e-a795-ac8b76e52bde service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9185bba9-0b92-4177-95a7-76932f513987 HTTP/1.1" status: 200  len: 849 time: 0.0497558
Jun 14 03:32:35.239829 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b4e4cb-4f2a-4a3a-92c9-7c80e64c07ed req-fdafaa7d-77b6-47ef-bb72-8a2b3eb83ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:32:35.241399 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-43b4e4cb-4f2a-4a3a-92c9-7c80e64c07ed req-fdafaa7d-77b6-47ef-bb72-8a2b3eb83ec4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=59204b5b-ebc4-4155-af46-f7c56f00d62d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0551691
Jun 14 03:32:35.353594 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-43b4e4cb-4f2a-4a3a-92c9-7c80e64c07ed req-80d00b19-92f1-4a52-975f-d486c83a54a1 service neutron] 10.222.0.37 "GET /v2.0/networks/59204b5b-ebc4-4155-af46-f7c56f00d62d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1061189
Jun 14 03:32:35.466014 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-43b4e4cb-4f2a-4a3a-92c9-7c80e64c07ed req-45ded0e3-70fb-4cea-ae34-91d2a45e962f service neutron] 10.222.0.37 "GET /v2.0/networks/59204b5b-ebc4-4155-af46-f7c56f00d62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1066327
Jun 14 03:32:35.988246 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:36.993598 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-9d0c2d42-5395-4003-bd34-932256fbcb4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:37.199573 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:38.170950 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-a6614653-0164-4561-80ac-e583b9425df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:39.596265 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-3b3257c7-7239-4fac-ab88-6a7637614b08 req-f1997a2c-1746-440f-9da5-bf9a475184a2 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-62743311&fields=id&tenant_id=677c749727ed45bc8bb151403e7f4fa1 HTTP/1.1" status: 200  len: 267 time: 0.0375521
Jun 14 03:32:39.701239 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-37effd67-6caa-48ba-975b-7ec46c17b4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:39.729516 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3257c7-7239-4fac-ab88-6a7637614b08 req-3dedb201-cf32-4193-8db7-456c8bbb8b31 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:32:39.731011 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-3b3257c7-7239-4fac-ab88-6a7637614b08 req-3dedb201-cf32-4193-8db7-456c8bbb8b31 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/networks?id=34b23c78-3069-403b-be6d-6131877d9778 HTTP/1.1" status: 200  len: 811 time: 0.1281533
Jun 14 03:32:39.746151 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-3b3257c7-7239-4fac-ab88-6a7637614b08 req-c4543e76-ad73-42fe-9e42-0b52610539f1 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/quotas/677c749727ed45bc8bb151403e7f4fa1 HTTP/1.1" status: 200  len: 375 time: 0.0096285
Jun 14 03:32:39.827742 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-3b3257c7-7239-4fac-ab88-6a7637614b08 req-695a91f1-ff37-4914-a1fb-eed31acf3b05 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=677c749727ed45bc8bb151403e7f4fa1&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0764370
Jun 14 03:32:39.843442 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [req-3b3257c7-7239-4fac-ab88-6a7637614b08 req-418c7d8e-9ade-4705-a859-faaa036297c7 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=92486) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 14 03:32:39.844467 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-3b3257c7-7239-4fac-ab88-6a7637614b08 req-418c7d8e-9ade-4705-a859-faaa036297c7 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0053334
Jun 14 03:32:39.959734 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-3b3257c7-7239-4fac-ab88-6a7637614b08 req-91b86c5b-dcfe-48d8-a8d9-075a0c56934a service neutron] 10.222.0.13 "GET /v2.0/networks/34b23c78-3069-403b-be6d-6131877d9778?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1100197
Jun 14 03:32:40.074885 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-3b3257c7-7239-4fac-ab88-6a7637614b08 req-a09815c5-258f-429d-9d4b-3a981bc8acf5 service neutron] 10.222.0.13 "GET /v2.0/networks/34b23c78-3069-403b-be6d-6131877d9778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1090944
Jun 14 03:32:40.694953 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-e9f0930e-825e-4d93-afcb-85b4494d4841 req-f381bc6a-b188-4bc0-a861-010953fb970a tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf65c341-9b9c-4c01-aaad-b02987a00d7b HTTP/1.1" status: 200  len: 210 time: 0.0337672
Jun 14 03:32:41.848696 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-9d4ec4b9-4c16-4ec0-a46f-1c3e8f0ec634 req-bc54b2ec-2823-4c67-bc24-29c6688cee2f tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf65c341-9b9c-4c01-aaad-b02987a00d7b HTTP/1.1" status: 200  len: 210 time: 0.0378478
Jun 14 03:32:42.632414 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3257c7-7239-4fac-ab88-6a7637614b08 req-25400542-0659-4dcd-85a6-f444d36b7bd9 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:32:42.634632 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-3b3257c7-7239-4fac-ab88-6a7637614b08 req-25400542-0659-4dcd-85a6-f444d36b7bd9 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.37 "GET /v2.0/networks?id=34b23c78-3069-403b-be6d-6131877d9778 HTTP/1.1" status: 200  len: 811 time: 0.1269183
Jun 14 03:32:42.685431 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-3b3257c7-7239-4fac-ab88-6a7637614b08 req-affb827a-c438-432e-83d7-93e4fbc362af tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=677c749727ed45bc8bb151403e7f4fa1 HTTP/1.1" status: 200  len: 378 time: 0.0406773
Jun 14 03:32:42.694731 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.v2.base [req-3b3257c7-7239-4fac-ab88-6a7637614b08 req-95d16405-a982-4bb1-b5e4-3de06cd28cb3 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Request body: {'port': {'device_id': 'bf65c341-9b9c-4c01-aaad-b02987a00d7b', 'network_id': '34b23c78-3069-403b-be6d-6131877d9778', 'admin_state_up': True, 'tenant_id': '677c749727ed45bc8bb151403e7f4fa1', 'security_groups': ['8b7c9eac-b13e-4d51-ac42-9dd942a03f32']}} {{(pid=92485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:32:42.931376 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b3257c7-7239-4fac-ab88-6a7637614b08 req-95d16405-a982-4bb1-b5e4-3de06cd28cb3 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Made reservation on behalf of 677c749727ed45bc8bb151403e7f4fa1 for: {'port': 1} {{(pid=92485) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 14 03:32:42.935199 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-3b3257c7-7239-4fac-ab88-6a7637614b08 req-95d16405-a982-4bb1-b5e4-3de06cd28cb3 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for port, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:43.044677 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-33d3cb99-bb5b-409d-903b-1a330e8966dd req-8db42eeb-2014-48ca-87d2-db04dabc06be tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf65c341-9b9c-4c01-aaad-b02987a00d7b HTTP/1.1" status: 200  len: 210 time: 0.0797420
Jun 14 03:32:43.120138 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.db_base_plugin_common [req-3b3257c7-7239-4fac-ab88-6a7637614b08 req-95d16405-a982-4bb1-b5e4-3de06cd28cb3 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Allocated IP 172.20.0.9 (34b23c78-3069-403b-be6d-6131877d9778/1fa62e25-98c4-4c90-9558-661a82d6770a/fa3777d5-00bc-4106-aa44-f1beaadae1f4) {{(pid=92485) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 14 03:32:43.281991 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-3b3257c7-7239-4fac-ab88-6a7637614b08 req-95d16405-a982-4bb1-b5e4-3de06cd28cb3 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks [] for port, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:43.294248 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.provisioning_blocks [req-3b3257c7-7239-4fac-ab88-6a7637614b08 req-95d16405-a982-4bb1-b5e4-3de06cd28cb3 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Transition to ACTIVE for port object fa3777d5-00bc-4106-aa44-f1beaadae1f4 will not be triggered until provisioned by entity DHCP. {{(pid=92485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:32:43.383869 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-3b3257c7-7239-4fac-ab88-6a7637614b08 req-95d16405-a982-4bb1-b5e4-3de06cd28cb3 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-668656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756196682527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62999275'] for port, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:43.388027 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-0e1ac402-7744-41c0-90f3-e2e2060ee0b5 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:32:43.438887 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b3257c7-7239-4fac-ab88-6a7637614b08 req-95d16405-a982-4bb1-b5e4-3de06cd28cb3 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Network 34b23c78-3069-403b-be6d-6131877d9778 is already hosted by enough agents. {{(pid=92485) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 14 03:32:43.442635 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.base_scheduler [req-3b3257c7-7239-4fac-ab88-6a7637614b08 req-95d16405-a982-4bb1-b5e4-3de06cd28cb3 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Resources bound (agent type, host, resource id):  {{(pid=92485) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:32:43.448155 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b3257c7-7239-4fac-ab88-6a7637614b08 req-95d16405-a982-4bb1-b5e4-3de06cd28cb3 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Received port after_create {{(pid=92485) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 14 03:32:43.479824 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d16405-a982-4bb1-b5e4-3de06cd28cb3 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Pushing event updated for resources: {'Port': ['ID=fa3777d5-00bc-4106-aa44-f1beaadae1f4,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:32:43.495977 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d16405-a982-4bb1-b5e4-3de06cd28cb3 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:32:43.496351 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d16405-a982-4bb1-b5e4-3de06cd28cb3 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:32:43.496711 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d16405-a982-4bb1-b5e4-3de06cd28cb3 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:32:43.497067 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d16405-a982-4bb1-b5e4-3de06cd28cb3 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:32:43.497417 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d16405-a982-4bb1-b5e4-3de06cd28cb3 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:32:43.497767 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d16405-a982-4bb1-b5e4-3de06cd28cb3 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:32:43.498115 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d16405-a982-4bb1-b5e4-3de06cd28cb3 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:32:43.498492 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d16405-a982-4bb1-b5e4-3de06cd28cb3 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:32:43.498836 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d16405-a982-4bb1-b5e4-3de06cd28cb3 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:32:43.499188 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d16405-a982-4bb1-b5e4-3de06cd28cb3 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:32:43.499553 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d16405-a982-4bb1-b5e4-3de06cd28cb3 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:32:43.499977 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d16405-a982-4bb1-b5e4-3de06cd28cb3 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:32:43.506027 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-95d16405-a982-4bb1-b5e4-3de06cd28cb3 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:32:43.522219 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3257c7-7239-4fac-ab88-6a7637614b08 req-95d16405-a982-4bb1-b5e4-3de06cd28cb3 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:32:43.522517 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-3b3257c7-7239-4fac-ab88-6a7637614b08 req-95d16405-a982-4bb1-b5e4-3de06cd28cb3 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389'] for port, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:43.657096 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-3b3257c7-7239-4fac-ab88-6a7637614b08 req-95d16405-a982-4bb1-b5e4-3de06cd28cb3 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9658525
Jun 14 03:32:43.681631 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.v2.base [req-3b3257c7-7239-4fac-ab88-6a7637614b08 req-8bd6690f-e1c0-4850-9f40-d1180df41b3c service neutron] Request body: {'port': {'device_id': 'bf65c341-9b9c-4c01-aaad-b02987a00d7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=92485) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:32:43.768842 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-3b3257c7-7239-4fac-ab88-6a7637614b08 req-8bd6690f-e1c0-4850-9f40-d1180df41b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:43.770961 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-9603e7c8-593b-4973-a85d-7b330b0512b5 None None] Provisioning for port fa3777d5-00bc-4106-aa44-f1beaadae1f4 completed by entity DHCP. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:32:43.775433 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-9603e7c8-593b-4973-a85d-7b330b0512b5 None None] Provisioning complete for port fa3777d5-00bc-4106-aa44-f1beaadae1f4 triggered by entity DHCP. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:32:43.775817 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-9603e7c8-593b-4973-a85d-7b330b0512b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:43.815639 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-9603e7c8-593b-4973-a85d-7b330b0512b5 None None] Port fa3777d5-00bc-4106-aa44-f1beaadae1f4 cannot update to ACTIVE because it is not bound. {{(pid=92487) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 14 03:32:44.084125 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.notifiers.nova [req-3b3257c7-7239-4fac-ab88-6a7637614b08 req-8bd6690f-e1c0-4850-9f40-d1180df41b3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa3777d5-00bc-4106-aa44-f1beaadae1f4 {{(pid=92485) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 14 03:32:44.092236 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-3b3257c7-7239-4fac-ab88-6a7637614b08 req-8bd6690f-e1c0-4850-9f40-d1180df41b3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:44.103905 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.provisioning_blocks [req-3b3257c7-7239-4fac-ab88-6a7637614b08 req-8bd6690f-e1c0-4850-9f40-d1180df41b3c service neutron] Transition to ACTIVE for port object fa3777d5-00bc-4106-aa44-f1beaadae1f4 will not be triggered until provisioned by entity L2. {{(pid=92485) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 14 03:32:44.172773 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-3b3257c7-7239-4fac-ab88-6a7637614b08 req-8bd6690f-e1c0-4850-9f40-d1180df41b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62999253'] for port, after_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:44.196353 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-b71c140b-7cfc-4cf9-81fa-863f90d4b88f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:32:44.306205 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd6690f-e1c0-4850-9f40-d1180df41b3c service neutron] Pushing event updated for resources: {'Port': ['ID=fa3777d5-00bc-4106-aa44-f1beaadae1f4,revision_number=2']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:32:44.334153 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-8bd6690f-e1c0-4850-9f40-d1180df41b3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:32:44.389628 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43975a89-14e6-414e-b6a5-3728abda4c52 req-8a61e8fe-1394-4e8f-bccd-da43fc37c571 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:32:44.391132 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-43975a89-14e6-414e-b6a5-3728abda4c52 req-8a61e8fe-1394-4e8f-bccd-da43fc37c571 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf65c341-9b9c-4c01-aaad-b02987a00d7b HTTP/1.1" status: 200  len: 943 time: 0.2292275
Jun 14 03:32:44.428503 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.managers [req-3b3257c7-7239-4fac-ab88-6a7637614b08 req-8bd6690f-e1c0-4850-9f40-d1180df41b3c service neutron] Attempting to bind port fa3777d5-00bc-4106-aa44-f1beaadae1f4 on host hv-cinder-79617 for vnic_type normal with profile  {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 14 03:32:44.428758 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.managers [req-3b3257c7-7239-4fac-ab88-6a7637614b08 req-8bd6690f-e1c0-4850-9f40-d1180df41b3c service neutron] Attempting to bind port fa3777d5-00bc-4106-aa44-f1beaadae1f4 by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': '8195fb77-ebcc-4359-970d-8f4829c5d7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '34b23c78-3069-403b-be6d-6131877d9778'}] {{(pid=92485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 14 03:32:44.429080 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3257c7-7239-4fac-ab88-6a7637614b08 req-8bd6690f-e1c0-4850-9f40-d1180df41b3c service neutron] Attempting to bind port fa3777d5-00bc-4106-aa44-f1beaadae1f4 on network 34b23c78-3069-403b-be6d-6131877d9778 {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 14 03:32:44.437483 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3257c7-7239-4fac-ab88-6a7637614b08 req-8bd6690f-e1c0-4850-9f40-d1180df41b3c service neutron] Port fa3777d5-00bc-4106-aa44-f1beaadae1f4 on network 34b23c78-3069-403b-be6d-6131877d9778 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 14 03:32:44.437807 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3257c7-7239-4fac-ab88-6a7637614b08 req-8bd6690f-e1c0-4850-9f40-d1180df41b3c service neutron] Attempting to bind port fa3777d5-00bc-4106-aa44-f1beaadae1f4 on network 34b23c78-3069-403b-be6d-6131877d9778 {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 14 03:32:44.451536 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3257c7-7239-4fac-ab88-6a7637614b08 req-8bd6690f-e1c0-4850-9f40-d1180df41b3c service neutron] Checking agent: {'id': 'd909c266-64e1-43b2-ab9b-45098cd1126f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 14, 3, 20, 5), 'started_at': datetime.datetime(2021, 6, 14, 3, 20, 5), 'heartbeat_timestamp': datetime.datetime(2021, 6, 14, 3, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 14 03:32:44.451869 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3257c7-7239-4fac-ab88-6a7637614b08 req-8bd6690f-e1c0-4850-9f40-d1180df41b3c service neutron] Checking segment: {'id': '8195fb77-ebcc-4359-970d-8f4829c5d7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '34b23c78-3069-403b-be6d-6131877d9778'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92485) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 14 03:32:44.452248 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3257c7-7239-4fac-ab88-6a7637614b08 req-8bd6690f-e1c0-4850-9f40-d1180df41b3c service neutron] Bound using segment: {'id': '8195fb77-ebcc-4359-970d-8f4829c5d7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '34b23c78-3069-403b-be6d-6131877d9778'} {{(pid=92485) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 14 03:32:44.452675 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.managers [req-3b3257c7-7239-4fac-ab88-6a7637614b08 req-8bd6690f-e1c0-4850-9f40-d1180df41b3c service neutron] Bound port: fa3777d5-00bc-4106-aa44-f1beaadae1f4, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8195fb77-ebcc-4359-970d-8f4829c5d7e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '34b23c78-3069-403b-be6d-6131877d9778'}}] {{(pid=92485) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 14 03:32:44.453021 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-3b3257c7-7239-4fac-ab88-6a7637614b08 req-8bd6690f-e1c0-4850-9f40-d1180df41b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:44.467981 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-43975a89-14e6-414e-b6a5-3728abda4c52 req-d0f4b9b4-fce1-4f0d-b2c1-fef308fe7312 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b7c9eac-b13e-4d51-ac42-9dd942a03f32&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0697963
Jun 14 03:32:44.534115 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.db [req-3b3257c7-7239-4fac-ab88-6a7637614b08 req-8bd6690f-e1c0-4850-9f40-d1180df41b3c service neutron] For port fa3777d5-00bc-4106-aa44-f1beaadae1f4, host hv-cinder-79617, cleared binding levels {{(pid=92485) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 14 03:32:44.536926 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.db [req-3b3257c7-7239-4fac-ab88-6a7637614b08 req-8bd6690f-e1c0-4850-9f40-d1180df41b3c service neutron] For port fa3777d5-00bc-4106-aa44-f1beaadae1f4, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=fa3777d5-00bc-4106-aa44-f1beaadae1f4,segment=NetworkSegment(8195fb77-ebcc-4359-970d-8f4829c5d7e4),segment_id=8195fb77-ebcc-4359-970d-8f4829c5d7e4)] {{(pid=92485) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 14 03:32:44.622835 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-3b3257c7-7239-4fac-ab88-6a7637614b08 req-8bd6690f-e1c0-4850-9f40-d1180df41b3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62999253'] for port, after_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:44.624894 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-99367a12-68c5-453e-a66c-ef38d5f21a3e tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:32:44.668722 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3257c7-7239-4fac-ab88-6a7637614b08 req-8bd6690f-e1c0-4850-9f40-d1180df41b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:32:44.669324 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-3b3257c7-7239-4fac-ab88-6a7637614b08 req-8bd6690f-e1c0-4850-9f40-d1180df41b3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389'] for port, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:44.670760 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-3b3257c7-7239-4fac-ab88-6a7637614b08 req-8bd6690f-e1c0-4850-9f40-d1180df41b3c service neutron] 10.222.0.37 "PUT /v2.0/ports/fa3777d5-00bc-4106-aa44-f1beaadae1f4 HTTP/1.1" status: 200  len: 1093 time: 0.9932406
Jun 14 03:32:44.671276 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf65c341-9b9c-4c01-aaad-b02987a00d7b', 'tag': 'fa3777d5-00bc-4106-aa44-f1beaadae1f4'}] {{(pid=92485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:32:44.673686 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0639b30c08a1ea7684a5dbba31199bfc4186ae3813d9033880ffe89de9bab324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1de82f-aca5-4c0e-b8f7-087c7b3f9bc1" -d '{"events": [{"name": "network-changed", "server_uuid": "bf65c341-9b9c-4c01-aaad-b02987a00d7b", "tag": "fa3777d5-00bc-4106-aa44-f1beaadae1f4"}]}' {{(pid=92485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:32:44.696164 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd6690f-e1c0-4850-9f40-d1180df41b3c service neutron] Pushing event updated for resources: {'Port': ['ID=fa3777d5-00bc-4106-aa44-f1beaadae1f4,revision_number=3']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:32:44.705459 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-8bd6690f-e1c0-4850-9f40-d1180df41b3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:32:44.782791 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 03:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea891fc6-5323-4a79-8b76-640e67c8c7fe x-openstack-request-id: req-ea891fc6-5323-4a79-8b76-640e67c8c7fe {{(pid=92485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:32:44.783200 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf65c341-9b9c-4c01-aaad-b02987a00d7b", "tag": "fa3777d5-00bc-4106-aa44-f1beaadae1f4", "status": "completed", "code": 200}]} {{(pid=92485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:32:44.783553 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ea891fc6-5323-4a79-8b76-640e67c8c7fe {{(pid=92485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:32:44.784048 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf65c341-9b9c-4c01-aaad-b02987a00d7b', 'tag': 'fa3777d5-00bc-4106-aa44-f1beaadae1f4', 'status': 'completed', 'code': 200}
Jun 14 03:32:44.862457 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3257c7-7239-4fac-ab88-6a7637614b08 req-ff6a599b-97fc-406d-82dd-101d5f270500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:32:44.863977 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-3b3257c7-7239-4fac-ab88-6a7637614b08 req-ff6a599b-97fc-406d-82dd-101d5f270500 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=677c749727ed45bc8bb151403e7f4fa1&device_id=bf65c341-9b9c-4c01-aaad-b02987a00d7b HTTP/1.1" status: 200  len: 1096 time: 0.0626323
Jun 14 03:32:44.921369 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-3b3257c7-7239-4fac-ab88-6a7637614b08 req-e3204b37-1407-4f1a-95b0-4232baeeff84 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa3777d5-00bc-4106-aa44-f1beaadae1f4 HTTP/1.1" status: 200  len: 217 time: 0.0504029
Jun 14 03:32:44.976999 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3257c7-7239-4fac-ab88-6a7637614b08 req-1b44f96b-dc03-47f5-ad77-47604c87b5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:32:44.978237 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-3b3257c7-7239-4fac-ab88-6a7637614b08 req-1b44f96b-dc03-47f5-ad77-47604c87b5a0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1fa62e25-98c4-4c90-9558-661a82d6770a HTTP/1.1" status: 200  len: 850 time: 0.0513620
Jun 14 03:32:45.039847 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3257c7-7239-4fac-ab88-6a7637614b08 req-1dd60910-2db5-4ac7-928a-7e1f84f308c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:32:45.041088 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-3b3257c7-7239-4fac-ab88-6a7637614b08 req-1dd60910-2db5-4ac7-928a-7e1f84f308c5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34b23c78-3069-403b-be6d-6131877d9778&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0568233
Jun 14 03:32:45.154203 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-3b3257c7-7239-4fac-ab88-6a7637614b08 req-22306576-1208-456c-81d9-9977a915b513 service neutron] 10.222.0.37 "GET /v2.0/networks/34b23c78-3069-403b-be6d-6131877d9778?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1067243
Jun 14 03:32:45.271219 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-3b3257c7-7239-4fac-ab88-6a7637614b08 req-977f421e-4960-44f7-bb21-5ef04694e527 service neutron] 10.222.0.37 "GET /v2.0/networks/34b23c78-3069-403b-be6d-6131877d9778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1101646
Jun 14 03:32:45.459803 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1de82f-aca5-4c0e-b8f7-087c7b3f9bc1 req-430fd8eb-a5f4-4b4c-9634-8f3422b1b14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:32:45.461478 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-af1de82f-aca5-4c0e-b8f7-087c7b3f9bc1 req-430fd8eb-a5f4-4b4c-9634-8f3422b1b14c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=677c749727ed45bc8bb151403e7f4fa1&device_id=bf65c341-9b9c-4c01-aaad-b02987a00d7b HTTP/1.1" status: 200  len: 1096 time: 0.0614877
Jun 14 03:32:45.576562 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1de82f-aca5-4c0e-b8f7-087c7b3f9bc1 req-a0f87bb7-4fa5-442f-8cfa-9cde9a8c41c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:32:45.577911 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-af1de82f-aca5-4c0e-b8f7-087c7b3f9bc1 req-a0f87bb7-4fa5-442f-8cfa-9cde9a8c41c2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=34b23c78-3069-403b-be6d-6131877d9778 HTTP/1.1" status: 200  len: 912 time: 0.1107821
Jun 14 03:32:45.639735 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-af1de82f-aca5-4c0e-b8f7-087c7b3f9bc1 req-b14ea40b-1fdf-4213-b7a5-cb55ddbd1545 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa3777d5-00bc-4106-aa44-f1beaadae1f4 HTTP/1.1" status: 200  len: 217 time: 0.0514603
Jun 14 03:32:45.654350 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d134b5-31f7-473d-88a6-2ba1debd719c req-fa9477cc-767d-4ead-9cf6-e4c1c6a87b06 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:32:45.655964 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-22d134b5-31f7-473d-88a6-2ba1debd719c req-fa9477cc-767d-4ead-9cf6-e4c1c6a87b06 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf65c341-9b9c-4c01-aaad-b02987a00d7b HTTP/1.1" status: 200  len: 943 time: 0.0712199
Jun 14 03:32:45.696443 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1de82f-aca5-4c0e-b8f7-087c7b3f9bc1 req-1db7a0ef-b958-4724-bcff-5016ace8578b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:32:45.697884 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-af1de82f-aca5-4c0e-b8f7-087c7b3f9bc1 req-1db7a0ef-b958-4724-bcff-5016ace8578b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1fa62e25-98c4-4c90-9558-661a82d6770a HTTP/1.1" status: 200  len: 850 time: 0.0520658
Jun 14 03:32:45.703159 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-22d134b5-31f7-473d-88a6-2ba1debd719c req-17c681f1-0d26-40b7-bf86-05dabb0beaa7 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b7c9eac-b13e-4d51-ac42-9dd942a03f32&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0415850
Jun 14 03:32:45.764385 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1de82f-aca5-4c0e-b8f7-087c7b3f9bc1 req-7d2cd20d-84d0-4618-8e65-e7327504ad2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:32:45.765980 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-af1de82f-aca5-4c0e-b8f7-087c7b3f9bc1 req-7d2cd20d-84d0-4618-8e65-e7327504ad2a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34b23c78-3069-403b-be6d-6131877d9778&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0588124
Jun 14 03:32:45.887512 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-af1de82f-aca5-4c0e-b8f7-087c7b3f9bc1 req-e29a7f52-9484-4000-b8bf-8abba7d7ac7b service neutron] 10.222.0.37 "GET /v2.0/networks/34b23c78-3069-403b-be6d-6131877d9778?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1115282
Jun 14 03:32:46.002124 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-af1de82f-aca5-4c0e-b8f7-087c7b3f9bc1 req-db105a25-8f01-4697-b1da-4fb7bcda1ea0 service neutron] 10.222.0.37 "GET /v2.0/networks/34b23c78-3069-403b-be6d-6131877d9778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1077681
Jun 14 03:32:46.881521 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c22408-ff7b-4123-ba41-b3f0cb930140 req-39901537-f520-4784-ba23-e50cd47588d5 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:32:46.883594 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-62c22408-ff7b-4123-ba41-b3f0cb930140 req-39901537-f520-4784-ba23-e50cd47588d5 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf65c341-9b9c-4c01-aaad-b02987a00d7b HTTP/1.1" status: 200  len: 943 time: 0.0702605
Jun 14 03:32:46.926254 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-62c22408-ff7b-4123-ba41-b3f0cb930140 req-96bd8296-8071-493c-8a84-d44883c0888d tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b7c9eac-b13e-4d51-ac42-9dd942a03f32&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0367537
Jun 14 03:32:47.811276 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.agents_db [None req-ff4782b4-218c-43ce-8b60-1c0132b4bc55 None None] Agent healthcheck: found 6 active agents {{(pid=92488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 14 03:32:48.112338 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399cc92a-ca54-4510-9bba-6ce5ffd2032a req-e36373c8-a5b7-4069-b426-8f59ef0633ef tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:32:48.113712 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-399cc92a-ca54-4510-9bba-6ce5ffd2032a req-e36373c8-a5b7-4069-b426-8f59ef0633ef tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf65c341-9b9c-4c01-aaad-b02987a00d7b HTTP/1.1" status: 200  len: 943 time: 0.0708425
Jun 14 03:32:48.158254 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-399cc92a-ca54-4510-9bba-6ce5ffd2032a req-b30198b3-2ade-47c0-860a-ccab1b39fb41 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b7c9eac-b13e-4d51-ac42-9dd942a03f32&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0386558
Jun 14 03:32:49.340342 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9086a0e8-799c-4002-ab1e-7912cc5eb5f5 req-f7f962d2-8fb5-461c-9fd5-3ad14ff1f4c2 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:32:49.341791 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-9086a0e8-799c-4002-ab1e-7912cc5eb5f5 req-f7f962d2-8fb5-461c-9fd5-3ad14ff1f4c2 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf65c341-9b9c-4c01-aaad-b02987a00d7b HTTP/1.1" status: 200  len: 943 time: 0.0680158
Jun 14 03:32:49.382813 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-9086a0e8-799c-4002-ab1e-7912cc5eb5f5 req-d3d2f836-bc38-4deb-bad4-984c948e24fd tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b7c9eac-b13e-4d51-ac42-9dd942a03f32&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0353794
Jun 14 03:32:50.560471 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1679c5df-2214-453d-b424-57ab0f2696cc req-a8c60a13-3e43-4489-b601-fbb55c7c419a tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:32:50.561887 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-1679c5df-2214-453d-b424-57ab0f2696cc req-a8c60a13-3e43-4489-b601-fbb55c7c419a tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf65c341-9b9c-4c01-aaad-b02987a00d7b HTTP/1.1" status: 200  len: 943 time: 0.0665450
Jun 14 03:32:50.606522 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-1679c5df-2214-453d-b424-57ab0f2696cc req-9d4ab15c-1779-4d22-97c0-bc829a652ea3 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b7c9eac-b13e-4d51-ac42-9dd942a03f32&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0388336
Jun 14 03:32:51.782519 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbcd600-1072-458f-aba3-bc9172b6dd03 req-fa00aa7e-8728-49a9-a8c9-77b75b4e906f tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:32:51.783941 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-0fbcd600-1072-458f-aba3-bc9172b6dd03 req-fa00aa7e-8728-49a9-a8c9-77b75b4e906f tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf65c341-9b9c-4c01-aaad-b02987a00d7b HTTP/1.1" status: 200  len: 943 time: 0.0695515
Jun 14 03:32:51.824821 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-0fbcd600-1072-458f-aba3-bc9172b6dd03 req-94a19c42-3043-4df9-8924-f3f08a795946 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b7c9eac-b13e-4d51-ac42-9dd942a03f32&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0353134
Jun 14 03:32:53.007778 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdac676-a188-46d7-9025-5f50e889a69c req-61eed964-f61a-43f4-8457-8608f4aff644 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:32:53.009234 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-fbdac676-a188-46d7-9025-5f50e889a69c req-61eed964-f61a-43f4-8457-8608f4aff644 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf65c341-9b9c-4c01-aaad-b02987a00d7b HTTP/1.1" status: 200  len: 943 time: 0.0671415
Jun 14 03:32:53.019640 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device fa3777d5-00bc-4106-aa44-f1beaadae1f4 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=92487) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 14 03:32:53.056320 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-fbdac676-a188-46d7-9025-5f50e889a69c req-a00d2ca4-7b18-4745-9735-21f81a1e8a97 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b7c9eac-b13e-4d51-ac42-9dd942a03f32&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0412793
Jun 14 03:32:53.139393 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port fa3777d5-00bc-4106-aa44-f1beaadae1f4, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=fa3777d5-00bc-4106-aa44-f1beaadae1f4,segment=NetworkSegment(8195fb77-ebcc-4359-970d-8f4829c5d7e4),segment_id=8195fb77-ebcc-4359-970d-8f4829c5d7e4)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:32:53.151389 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Returning: {'device': 'fa3777d5-00bc-4106-aa44-f1beaadae1f4', 'network_id': '34b23c78-3069-403b-be6d-6131877d9778', 'port_id': 'fa3777d5-00bc-4106-aa44-f1beaadae1f4', 'mac_address': 'fa:16:3e:0a:50:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fa62e25-98c4-4c90-9558-661a82d6770a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92487) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 14 03:32:53.193415 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:53.207605 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.notifiers.nova [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa3777d5-00bc-4106-aa44-f1beaadae1f4 {{(pid=92487) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 14 03:32:53.228947 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port fa3777d5-00bc-4106-aa44-f1beaadae1f4, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=fa3777d5-00bc-4106-aa44-f1beaadae1f4,segment=NetworkSegment(8195fb77-ebcc-4359-970d-8f4829c5d7e4),segment_id=8195fb77-ebcc-4359-970d-8f4829c5d7e4)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:32:53.319173 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:53.320934 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-51319321-fcbf-43c4-aab2-dd5235aa4097 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:32:53.378126 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Pushing event updated for resources: {'Port': ['ID=fa3777d5-00bc-4106-aa44-f1beaadae1f4,revision_number=4']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:32:53.385829 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:32:53.386178 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:32:53.386544 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:32:53.386879 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:32:53.387207 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:32:53.387536 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:32:53.387863 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:32:53.388188 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:32:53.388517 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:32:53.388842 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:32:53.389169 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:32:53.389542 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:32:53.393172 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:32:53.558758 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] get_ports_and_sgs() called for port_ids ['fa3777d5-00bc-4106-aa44-f1beaadae1f4'] {{(pid=92487) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 14 03:32:54.239941 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f3a99a-978f-4ac9-93be-498e4edd8ae5 req-caff627a-569c-4769-9aca-b989bc972e67 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:32:54.241423 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-12f3a99a-978f-4ac9-93be-498e4edd8ae5 req-caff627a-569c-4769-9aca-b989bc972e67 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf65c341-9b9c-4c01-aaad-b02987a00d7b HTTP/1.1" status: 200  len: 944 time: 0.0746675
Jun 14 03:32:54.282106 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-12f3a99a-978f-4ac9-93be-498e4edd8ae5 req-07e84ff0-014f-459d-bc67-0ae93152e5ce tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b7c9eac-b13e-4d51-ac42-9dd942a03f32&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0343783
Jun 14 03:32:55.040387 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device fa3777d5-00bc-4106-aa44-f1beaadae1f4 up at agent hyperv_hv-cinder-79617 {{(pid=92487) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 14 03:32:55.147443 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Provisioning for port fa3777d5-00bc-4106-aa44-f1beaadae1f4 completed by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 14 03:32:55.151190 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.provisioning_blocks [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Provisioning complete for port fa3777d5-00bc-4106-aa44-f1beaadae1f4 triggered by entity L2. {{(pid=92487) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 14 03:32:55.156032 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-680041'] for port, provisioning_complete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:55.241031 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:55.265704 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf65c341-9b9c-4c01-aaad-b02987a00d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa3777d5-00bc-4106-aa44-f1beaadae1f4'}] {{(pid=92487) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:32:55.267968 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}681963f073e70c07aac8dc5e895e90246fb88e956d84982da350f3581d0ebeb0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1a4fdb-2da5-4a5d-8c32-141a30df88b9" -d '{"events": [{"server_uuid": "bf65c341-9b9c-4c01-aaad-b02987a00d7b", "name": "network-vif-plugged", "status": "completed", "tag": "fa3777d5-00bc-4106-aa44-f1beaadae1f4"}]}' {{(pid=92487) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:32:55.281398 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-661a56f4-230e-4389-a254-9a37132de24a None None] For port fa3777d5-00bc-4106-aa44-f1beaadae1f4, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=fa3777d5-00bc-4106-aa44-f1beaadae1f4,segment=NetworkSegment(8195fb77-ebcc-4359-970d-8f4829c5d7e4),segment_id=8195fb77-ebcc-4359-970d-8f4829c5d7e4)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:32:55.302470 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d4e56c-3d18-48c5-a708-14a5cab953da x-openstack-request-id: req-42d4e56c-3d18-48c5-a708-14a5cab953da {{(pid=92487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:32:55.302766 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf65c341-9b9c-4c01-aaad-b02987a00d7b", "name": "network-vif-plugged", "status": "completed", "tag": "fa3777d5-00bc-4106-aa44-f1beaadae1f4", "code": 200}]} {{(pid=92487) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:32:55.303027 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-42d4e56c-3d18-48c5-a708-14a5cab953da {{(pid=92487) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:32:55.303422 dv-cinder-796170-1-iscsi neutron-server[92487]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf65c341-9b9c-4c01-aaad-b02987a00d7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa3777d5-00bc-4106-aa44-f1beaadae1f4', 'code': 200}
Jun 14 03:32:55.335331 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590'] for port, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:55.339485 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:32:55.393350 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Pushing event updated for resources: {'Port': ['ID=fa3777d5-00bc-4106-aa44-f1beaadae1f4,revision_number=5']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:32:55.396450 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:32:55.470504 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c5557-0b51-47a1-86ad-694327277b59 req-64f1b88e-1c42-42dc-9492-d4fd6a9932ec tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:32:55.471968 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-b97c5557-0b51-47a1-86ad-694327277b59 req-64f1b88e-1c42-42dc-9492-d4fd6a9932ec tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf65c341-9b9c-4c01-aaad-b02987a00d7b HTTP/1.1" status: 200  len: 945 time: 0.0744724
Jun 14 03:32:55.518055 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-b97c5557-0b51-47a1-86ad-694327277b59 req-5c1f464d-f0e8-42fa-a021-33c6d2ee5b55 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b7c9eac-b13e-4d51-ac42-9dd942a03f32&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0404348
Jun 14 03:32:55.733026 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e250c45-4c0c-495f-be79-b94f26cc8f51 req-091c4129-ca89-475b-9b22-f729bde850bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:32:55.734541 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-3e250c45-4c0c-495f-be79-b94f26cc8f51 req-091c4129-ca89-475b-9b22-f729bde850bd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bf65c341-9b9c-4c01-aaad-b02987a00d7b HTTP/1.1" status: 200  len: 1098 time: 0.0563829
Jun 14 03:32:55.773878 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-3e250c45-4c0c-495f-be79-b94f26cc8f51 req-7def95a5-5268-4dfa-824b-e907d9ef47c8 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8b7c9eac-b13e-4d51-ac42-9dd942a03f32&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0305555
Jun 14 03:32:56.702943 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7829a5f-5252-4728-aae7-0815ec90f8cb req-77dbe81e-6174-487b-8263-32e8f3af11f1 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:32:56.704383 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-a7829a5f-5252-4728-aae7-0815ec90f8cb req-77dbe81e-6174-487b-8263-32e8f3af11f1 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf65c341-9b9c-4c01-aaad-b02987a00d7b HTTP/1.1" status: 200  len: 945 time: 0.0682640
Jun 14 03:32:56.745519 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-a7829a5f-5252-4728-aae7-0815ec90f8cb req-69e90831-d98f-4103-8a8d-dda19b1f6e58 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b7c9eac-b13e-4d51-ac42-9dd942a03f32&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0354235
Jun 14 03:32:57.933391 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71797ce-c7dc-4a07-bda5-6c50d033f792 req-56500be1-50db-4d1e-8133-33307f536648 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:32:57.934832 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-c71797ce-c7dc-4a07-bda5-6c50d033f792 req-56500be1-50db-4d1e-8133-33307f536648 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf65c341-9b9c-4c01-aaad-b02987a00d7b HTTP/1.1" status: 200  len: 945 time: 0.0719352
Jun 14 03:32:57.975618 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-c71797ce-c7dc-4a07-bda5-6c50d033f792 req-ca7e5b79-2353-4aa1-b73a-33979740410c tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b7c9eac-b13e-4d51-ac42-9dd942a03f32&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0352991
Jun 14 03:32:58.311896 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f535834-f1db-41b1-82fd-660eab2b9ca5 req-d92d93ad-06e8-44d4-a8f5-29001ba4e274 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:32:58.313347 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-4f535834-f1db-41b1-82fd-660eab2b9ca5 req-d92d93ad-06e8-44d4-a8f5-29001ba4e274 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf65c341-9b9c-4c01-aaad-b02987a00d7b HTTP/1.1" status: 200  len: 945 time: 0.0682743
Jun 14 03:32:58.358501 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-4f535834-f1db-41b1-82fd-660eab2b9ca5 req-4c83569f-7e55-4042-acd8-d93acd15e845 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b7c9eac-b13e-4d51-ac42-9dd942a03f32&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0393262
Jun 14 03:32:58.382698 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 48782) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:32:58.439029 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a713bdb6-2c93-4a6a-84e2-19714f375912 tempest-TestVolumeBootPattern-609361350 tempest-TestVolumeBootPattern-609361350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:32:58.441802 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-a713bdb6-2c93-4a6a-84e2-19714f375912 tempest-TestVolumeBootPattern-609361350 tempest-TestVolumeBootPattern-609361350-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bf65c341-9b9c-4c01-aaad-b02987a00d7b HTTP/1.1" status: 200  len: 1093 time: 0.0569322
Jun 14 03:32:58.443569 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 48784) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:32:58.448872 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [None req-fdcdbbc6-209b-4265-a6c8-b2994192e8cf tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Request body: {'floatingip': {'floating_network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'port_id': 'fa3777d5-00bc-4106-aa44-f1beaadae1f4', 'tenant_id': '677c749727ed45bc8bb151403e7f4fa1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:32:58.536164 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-fdcdbbc6-209b-4265-a6c8-b2994192e8cf tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks [] for floatingip, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:58.656387 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-fdcdbbc6-209b-4265-a6c8-b2994192e8cf tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for port, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:58.776453 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.db_base_plugin_common [None req-fdcdbbc6-209b-4265-a6c8-b2994192e8cf tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Allocated IP 172.27.2.114 (93400a53-dc51-45a7-8a67-e74b6f34e4ba/60a70a14-b6be-44b1-a1f9-f2aaa6aa296b/1f0a0942-e8a1-4ab2-88f2-9dcc3a0b593c) {{(pid=92486) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 14 03:32:58.907629 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-fdcdbbc6-209b-4265-a6c8-b2994192e8cf tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks [] for port, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:58.999575 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-fdcdbbc6-209b-4265-a6c8-b2994192e8cf tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-668656', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432341', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8756196682527', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-63152314'] for port, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:59.002404 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-da8b1dba-6e46-4450-b08a-763c36808dc6 tempest-AttachVolumeShelveTestJSON-864748175 tempest-AttachVolumeShelveTestJSON-864748175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:32:59.051787 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcdbbc6-209b-4265-a6c8-b2994192e8cf tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Network 93400a53-dc51-45a7-8a67-e74b6f34e4ba is already hosted by enough agents. {{(pid=92486) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 14 03:32:59.056098 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.base_scheduler [None req-fdcdbbc6-209b-4265-a6c8-b2994192e8cf tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Resources bound (agent type, host, resource id):  {{(pid=92486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:32:59.058697 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcdbbc6-209b-4265-a6c8-b2994192e8cf tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Received port after_create {{(pid=92486) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 14 03:32:59.087665 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcdbbc6-209b-4265-a6c8-b2994192e8cf tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Pushing event updated for resources: {'Port': ['ID=1f0a0942-e8a1-4ab2-88f2-9dcc3a0b593c,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:32:59.101939 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcdbbc6-209b-4265-a6c8-b2994192e8cf tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:32:59.102323 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcdbbc6-209b-4265-a6c8-b2994192e8cf tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:32:59.103380 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcdbbc6-209b-4265-a6c8-b2994192e8cf tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:32:59.103760 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcdbbc6-209b-4265-a6c8-b2994192e8cf tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:32:59.104127 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcdbbc6-209b-4265-a6c8-b2994192e8cf tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:32:59.104498 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcdbbc6-209b-4265-a6c8-b2994192e8cf tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:32:59.104864 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcdbbc6-209b-4265-a6c8-b2994192e8cf tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:32:59.105229 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcdbbc6-209b-4265-a6c8-b2994192e8cf tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:32:59.105593 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcdbbc6-209b-4265-a6c8-b2994192e8cf tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:32:59.105953 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcdbbc6-209b-4265-a6c8-b2994192e8cf tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:32:59.106316 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcdbbc6-209b-4265-a6c8-b2994192e8cf tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:32:59.106698 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcdbbc6-209b-4265-a6c8-b2994192e8cf tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:32:59.110264 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-fdcdbbc6-209b-4265-a6c8-b2994192e8cf tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:32:59.521511 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-fdcdbbc6-209b-4265-a6c8-b2994192e8cf tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:59.661285 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-fdcdbbc6-209b-4265-a6c8-b2994192e8cf tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-668449'] for port, before_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:59.843112 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-fdcdbbc6-209b-4265-a6c8-b2994192e8cf tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks [] for port, precommit_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:59.918759 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-fdcdbbc6-209b-4265-a6c8-b2994192e8cf tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8756197075779', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8756196682545', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8756196682590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63152260'] for port, after_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:32:59.920722 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-9d95ff1d-7480-49cd-9d6f-0e11f8c27115 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:33:00.004573 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcdbbc6-209b-4265-a6c8-b2994192e8cf tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Pushing event updated for resources: {'Port': ['ID=1f0a0942-e8a1-4ab2-88f2-9dcc3a0b593c,revision_number=2']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:33:00.007294 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-fdcdbbc6-209b-4265-a6c8-b2994192e8cf tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:33:00.016413 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-fdcdbbc6-209b-4265-a6c8-b2994192e8cf tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66755190'] for floatingip, after_update {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:00.149291 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.db.l3_db [None req-fdcdbbc6-209b-4265-a6c8-b2994192e8cf tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Floating IP 91c0b2db-561e-4ba7-b1df-aa9b345c0fa5 associated. External IP: 172.27.2.114, port: fa3777d5-00bc-4106-aa44-f1beaadae1f4.
Jun 14 03:33:00.428343 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdcdbbc6-209b-4265-a6c8-b2994192e8cf tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Router 9107ac6f-5253-40e5-8381-7294f4653f9c has already been hosted by L3 agent faa78350-ce80-467b-8f2c-9d7893daed85 {{(pid=92486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 14 03:33:00.879923 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdcdbbc6-209b-4265-a6c8-b2994192e8cf tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify agent at l3_agent.dv-cinder-796170-1-iscsi the message routers_updated {{(pid=92486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 14 03:33:00.889556 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50976d60-b596-47c0-bf03-50c7eaebebda None None] Sync routers for ids ['9107ac6f-5253-40e5-8381-7294f4653f9c'] in dv-cinder-796170-1-iscsi {{(pid=92488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 14 03:33:00.898228 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50976d60-b596-47c0-bf03-50c7eaebebda None None] Routers {'9107ac6f-5253-40e5-8381-7294f4653f9c'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:33:00.898890 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-50976d60-b596-47c0-bf03-50c7eaebebda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5e231be0>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:32:37Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['9107ac6f-5253-40e5-8381-7294f4653f9c'], 'active': True} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:33:00.970511 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-fdcdbbc6-209b-4265-a6c8-b2994192e8cf tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389'] for floatingip, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:01.013064 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-fdcdbbc6-209b-4265-a6c8-b2994192e8cf tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.5684552
Jun 14 03:33:01.013744 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf65c341-9b9c-4c01-aaad-b02987a00d7b', 'tag': 'fa3777d5-00bc-4106-aa44-f1beaadae1f4'}] {{(pid=92486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:33:01.016198 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5355d7bc3b36bcf9a7ee8a2281ad208d869c89ac4cdf4014809f5322b7820d6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48822288-cb8b-4716-b6d5-04f67292ed81" -d '{"events": [{"name": "network-changed", "server_uuid": "bf65c341-9b9c-4c01-aaad-b02987a00d7b", "tag": "fa3777d5-00bc-4106-aa44-f1beaadae1f4"}]}' {{(pid=92486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:33:01.044284 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvr_db [None req-50976d60-b596-47c0-bf03-50c7eaebebda None None] Set router 9107ac6f-5253-40e5-8381-7294f4653f9c gateway port host: dv-cinder-796170-1-iscsi {{(pid=92488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:33:01.054257 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 03:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4febb6-6432-4d5e-82ff-57acdb8164f6 x-openstack-request-id: req-be4febb6-6432-4d5e-82ff-57acdb8164f6 {{(pid=92486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:33:01.054689 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf65c341-9b9c-4c01-aaad-b02987a00d7b", "tag": "fa3777d5-00bc-4106-aa44-f1beaadae1f4", "status": "completed", "code": 200}]} {{(pid=92486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:33:01.054958 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-be4febb6-6432-4d5e-82ff-57acdb8164f6 {{(pid=92486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:33:01.055400 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf65c341-9b9c-4c01-aaad-b02987a00d7b', 'tag': 'fa3777d5-00bc-4106-aa44-f1beaadae1f4', 'status': 'completed', 'code': 200}
Jun 14 03:33:01.138215 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48822288-cb8b-4716-b6d5-04f67292ed81 req-32b0653d-150a-45ae-a5ef-10d7f586760a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:33:01.139627 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-48822288-cb8b-4716-b6d5-04f67292ed81 req-32b0653d-150a-45ae-a5ef-10d7f586760a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=677c749727ed45bc8bb151403e7f4fa1&device_id=bf65c341-9b9c-4c01-aaad-b02987a00d7b HTTP/1.1" status: 200  len: 1098 time: 0.0600562
Jun 14 03:33:01.261571 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48822288-cb8b-4716-b6d5-04f67292ed81 req-c0d3a484-1c11-40fc-8033-0131f68c8d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:33:01.263088 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-48822288-cb8b-4716-b6d5-04f67292ed81 req-c0d3a484-1c11-40fc-8033-0131f68c8d40 service neutron] 10.222.0.37 "GET /v2.0/networks?id=34b23c78-3069-403b-be6d-6131877d9778 HTTP/1.1" status: 200  len: 912 time: 0.1155405
Jun 14 03:33:01.338812 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-50976d60-b596-47c0-bf03-50c7eaebebda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5e231be0>, [{'id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'name': 'tempest-TestVolumeBootPattern-923657156-router', 'tenant_id': '677c749727ed45bc8bb151403e7f4fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '0e733936-1964-4e57-bec7-c8bc3d54d949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:27:21Z', 'updated_at': '2021-06-14T03:27:26Z', 'revision_number': 4, 'project_id': '677c749727ed45bc8bb151403e7f4fa1', 'gw_port': {'id': '0e733936-1964-4e57-bec7-c8bc3d54d949', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:27:22Z', 'updated_at': '2021-06-14T03:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_floatingips': [{'id': '91c0b2db-561e-4ba7-b1df-aa9b345c0fa5', 'tenant_id': '677c749727ed45bc8bb151403e7f4fa1', 'floating_ip_address': '172.27.2.114', 'floating_network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'router_id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'port_id': 'fa3777d5-00bc-4106-aa44-f1beaadae1f4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34b23c78-3069-403b-be6d-6131877d9778', 'mac_address': 'fa:16:3e:0a:50:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf65c341-9b9c-4c01-aaad-b02987a00d7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T03:32:59Z', 'updated_at': '2021-06-14T03:32:59Z', 'revision_number': 0, 'project_id': '677c749727ed45bc8bb151403e7f4fa1', 'fixed_ip_address_scope': None}, {'id': 'e7a4f82f-2697-4305-89f0-36428afecd90', 'tenant_id': '677c749727ed45bc8bb151403e7f4fa1', 'floating_ip_address': '172.27.2.113', 'floating_network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'router_id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'port_id': '536a8a91-f372-4c97-8613-11d4957a6ec2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34b23c78-3069-403b-be6d-6131877d9778', 'mac_address': 'fa:16:3e:4b:c1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e668f6d-887f-48ff-8da6-82a7edb90c0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T03:31:00Z', 'updated_at': '2021-06-14T03:31:02Z', 'revision_number': 1, 'project_id': '677c749727ed45bc8bb151403e7f4fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aac7cc5d-182a-4fa1-8cb6-a94e5086d20f', 'name': '', 'network_id': '34b23c78-3069-403b-be6d-6131877d9778', 'tenant_id': '677c749727ed45bc8bb151403e7f4fa1', 'mac_address': 'fa:16:3e:50:e1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '1fa62e25-98c4-4c90-9558-661a82d6770a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:27:25Z', 'updated_at': '2021-06-14T03:27:32Z', 'revision_number': 5, 'project_id': '677c749727ed45bc8bb151403e7f4fa1', 'subnets': [{'id': '1fa62e25-98c4-4c90-9558-661a82d6770a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:33:01.342299 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50976d60-b596-47c0-bf03-50c7eaebebda None None] Checking router: 9107ac6f-5253-40e5-8381-7294f4653f9c for host: dv-cinder-796170-1-iscsi {{(pid=92488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 14 03:33:01.350566 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50976d60-b596-47c0-bf03-50c7eaebebda None None] Routers {'9107ac6f-5253-40e5-8381-7294f4653f9c'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:33:01.351169 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-50976d60-b596-47c0-bf03-50c7eaebebda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5e231be0>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:32:37Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['9107ac6f-5253-40e5-8381-7294f4653f9c'], 'active': True} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:33:01.355921 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-48822288-cb8b-4716-b6d5-04f67292ed81 req-8887a5a6-00ed-413e-a127-083154eedebf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa3777d5-00bc-4106-aa44-f1beaadae1f4 HTTP/1.1" status: 200  len: 999 time: 0.0815389
Jun 14 03:33:01.419938 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48822288-cb8b-4716-b6d5-04f67292ed81 req-fb6c4a86-b050-4409-bf18-c4c0985d969a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:33:01.421312 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-48822288-cb8b-4716-b6d5-04f67292ed81 req-fb6c4a86-b050-4409-bf18-c4c0985d969a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1fa62e25-98c4-4c90-9558-661a82d6770a HTTP/1.1" status: 200  len: 850 time: 0.0542328
Jun 14 03:33:01.487048 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48822288-cb8b-4716-b6d5-04f67292ed81 req-c9dffa4d-0495-430f-abc4-9af04e4676b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:33:01.488517 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-48822288-cb8b-4716-b6d5-04f67292ed81 req-c9dffa4d-0495-430f-abc4-9af04e4676b8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34b23c78-3069-403b-be6d-6131877d9778&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0597882
Jun 14 03:33:01.493538 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvr_db [None req-50976d60-b596-47c0-bf03-50c7eaebebda None None] Set router 9107ac6f-5253-40e5-8381-7294f4653f9c gateway port host: dv-cinder-796170-1-iscsi {{(pid=92488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:33:01.609172 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-48822288-cb8b-4716-b6d5-04f67292ed81 req-897f51cf-7661-4ff5-9b55-1158e15687d0 service neutron] 10.222.0.37 "GET /v2.0/networks/34b23c78-3069-403b-be6d-6131877d9778?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1130276
Jun 14 03:33:01.726050 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-48822288-cb8b-4716-b6d5-04f67292ed81 req-ad43fb11-fff3-44f9-ab4b-04700e5fdd9f service neutron] 10.222.0.37 "GET /v2.0/networks/34b23c78-3069-403b-be6d-6131877d9778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1097107
Jun 14 03:33:01.788666 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-50976d60-b596-47c0-bf03-50c7eaebebda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5e231be0>, [{'id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'name': 'tempest-TestVolumeBootPattern-923657156-router', 'tenant_id': '677c749727ed45bc8bb151403e7f4fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '0e733936-1964-4e57-bec7-c8bc3d54d949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:27:21Z', 'updated_at': '2021-06-14T03:27:26Z', 'revision_number': 4, 'project_id': '677c749727ed45bc8bb151403e7f4fa1', 'gw_port': {'id': '0e733936-1964-4e57-bec7-c8bc3d54d949', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:27:22Z', 'updated_at': '2021-06-14T03:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_floatingips': [{'id': '91c0b2db-561e-4ba7-b1df-aa9b345c0fa5', 'tenant_id': '677c749727ed45bc8bb151403e7f4fa1', 'floating_ip_address': '172.27.2.114', 'floating_network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'router_id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'port_id': 'fa3777d5-00bc-4106-aa44-f1beaadae1f4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34b23c78-3069-403b-be6d-6131877d9778', 'mac_address': 'fa:16:3e:0a:50:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf65c341-9b9c-4c01-aaad-b02987a00d7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T03:32:59Z', 'updated_at': '2021-06-14T03:32:59Z', 'revision_number': 0, 'project_id': '677c749727ed45bc8bb151403e7f4fa1', 'fixed_ip_address_scope': None}, {'id': 'e7a4f82f-2697-4305-89f0-36428afecd90', 'tenant_id': '677c749727ed45bc8bb151403e7f4fa1', 'floating_ip_address': '172.27.2.113', 'floating_network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'router_id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'port_id': '536a8a91-f372-4c97-8613-11d4957a6ec2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34b23c78-3069-403b-be6d-6131877d9778', 'mac_address': 'fa:16:3e:4b:c1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e668f6d-887f-48ff-8da6-82a7edb90c0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T03:31:00Z', 'updated_at': '2021-06-14T03:31:02Z', 'revision_number': 1, 'project_id': '677c749727ed45bc8bb151403e7f4fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aac7cc5d-182a-4fa1-8cb6-a94e5086d20f', 'name': '', 'network_id': '34b23c78-3069-403b-be6d-6131877d9778', 'tenant_id': '677c749727ed45bc8bb151403e7f4fa1', 'mac_address': 'fa:16:3e:50:e1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '1fa62e25-98c4-4c90-9558-661a82d6770a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:27:25Z', 'updated_at': '2021-06-14T03:27:32Z', 'revision_number': 5, 'project_id': '677c749727ed45bc8bb151403e7f4fa1', 'subnets': [{'id': '1fa62e25-98c4-4c90-9558-661a82d6770a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:33:01.792636 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50976d60-b596-47c0-bf03-50c7eaebebda None None] The sync data for ids ['9107ac6f-5253-40e5-8381-7294f4653f9c'] in dv-cinder-796170-1-iscsi is: [{'id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'name': 'tempest-TestVolumeBootPattern-923657156-router', 'tenant_id': '677c749727ed45bc8bb151403e7f4fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '0e733936-1964-4e57-bec7-c8bc3d54d949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:27:21Z', 'updated_at': '2021-06-14T03:27:26Z', 'revision_number': 4, 'project_id': '677c749727ed45bc8bb151403e7f4fa1', 'gw_port': {'id': '0e733936-1964-4e57-bec7-c8bc3d54d949', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:27:22Z', 'updated_at': '2021-06-14T03:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_floatingips': [{'id': '91c0b2db-561e-4ba7-b1df-aa9b345c0fa5', 'tenant_id': '677c749727ed45bc8bb151403e7f4fa1', 'floating_ip_address': '172.27.2.114', 'floating_network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'router_id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'port_id': 'fa3777d5-00bc-4106-aa44-f1beaadae1f4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 646, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34b23c78-3069-403b-be6d-6131877d9778', 'mac_address': 'fa:16:3e:0a:50:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf65c341-9b9c-4c01-aaad-b02987a00d7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T03:32:59Z', 'updated_at': '2021-06-14T03:32:59Z', 'revision_number': 0, 'project_id': '677c749727ed45bc8bb151403e7f4fa1', 'fixed_ip_address_scope': None}, {'id': 'e7a4f82f-2697-4305-89f0-36428afecd90', 'tenant_id': '677c749727ed45bc8bb151403e7f4fa1', 'floating_ip_address': '172.27.2.113', 'floating_network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'router_id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'port_id': '536a8a91-f372-4c97-8613-11d4957a6ec2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34b23c78-3069-403b-be6d-6131877d9778', 'mac_address': 'fa:16:3e:4b:c1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e668f6d-887f-48ff-8da6-82a7edb90c0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T03:31:00Z', 'updated_at': '2021-06-14T03:31:02Z', 'revision_number': 1, 'project_id': '677c749727ed45bc8bb151403e7f4fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aac7cc5d-182a-4fa1-8cb6-a94e5086d20f', 'name': '', 'network_id': '34b23c78-3069-403b-be6d-6131877d9778', 'tenant_id': '677c749727ed45bc8bb151403e7f4fa1', 'mac_address': 'fa:16:3e:50:e1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '1fa62e25-98c4-4c90-9558-661a82d6770a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:27:25Z', 'updated_at': '2021-06-14T03:27:32Z', 'revision_number': 5, 'project_id': '677c749727ed45bc8bb151403e7f4fa1', 'subnets': [{'id': '1fa62e25-98c4-4c90-9558-661a82d6770a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 14 03:33:01.969353 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c4b572-aca5-4024-863e-267945630eb8 None None] New status for floating IP 91c0b2db-561e-4ba7-b1df-aa9b345c0fa5: ACTIVE {{(pid=92487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 14 03:33:04.455324 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-efcffc11-f456-4df6-a82a-de2c00155971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:05.969382 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:06.947287 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-7a21f8c4-f5a6-4a40-bc17-8d372896171b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:07.199836 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:08.165004 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-a6614653-0164-4561-80ac-e583b9425df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:09.707795 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-37effd67-6caa-48ba-975b-7ec46c17b4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:15.224113 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-323e861b-06b7-47f8-b772-28843355968a req-8867328e-c644-4e49-afc7-3bd049d1bc3a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6e668f6d-887f-48ff-8da6-82a7edb90c0f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0573354
Jun 14 03:33:15.326224 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e861b-06b7-47f8-b772-28843355968a req-64fd9332-4922-4ef0-9a4f-35401445da65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:33:15.327738 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-323e861b-06b7-47f8-b772-28843355968a req-64fd9332-4922-4ef0-9a4f-35401445da65 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=677c749727ed45bc8bb151403e7f4fa1&device_id=6e668f6d-887f-48ff-8da6-82a7edb90c0f HTTP/1.1" status: 200  len: 1099 time: 0.0644495
Jun 14 03:33:15.457354 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e861b-06b7-47f8-b772-28843355968a req-47ae185d-688a-452d-835f-41ce73387794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:33:15.458841 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-323e861b-06b7-47f8-b772-28843355968a req-47ae185d-688a-452d-835f-41ce73387794 service neutron] 10.222.0.37 "GET /v2.0/networks?id=34b23c78-3069-403b-be6d-6131877d9778 HTTP/1.1" status: 200  len: 912 time: 0.1115413
Jun 14 03:33:15.540200 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-323e861b-06b7-47f8-b772-28843355968a req-b1507164-6030-4bca-a56c-6beda0f55205 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=536a8a91-f372-4c97-8613-11d4957a6ec2 HTTP/1.1" status: 200  len: 1002 time: 0.0740218
Jun 14 03:33:15.598764 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e861b-06b7-47f8-b772-28843355968a req-a8bae359-39f7-4dbd-ba45-05a1f18cdd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:33:15.600140 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-323e861b-06b7-47f8-b772-28843355968a req-a8bae359-39f7-4dbd-ba45-05a1f18cdd8e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1fa62e25-98c4-4c90-9558-661a82d6770a HTTP/1.1" status: 200  len: 850 time: 0.0540049
Jun 14 03:33:15.662663 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e861b-06b7-47f8-b772-28843355968a req-96431f05-0f8e-44b5-a2f2-ebc541d1e0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:33:15.664077 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-323e861b-06b7-47f8-b772-28843355968a req-96431f05-0f8e-44b5-a2f2-ebc541d1e0ef service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34b23c78-3069-403b-be6d-6131877d9778&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0574002
Jun 14 03:33:15.778273 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-323e861b-06b7-47f8-b772-28843355968a req-45fba1d2-a81a-4eb3-a32b-9a6da034528c service neutron] 10.222.0.37 "GET /v2.0/networks/34b23c78-3069-403b-be6d-6131877d9778?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1072922
Jun 14 03:33:16.164673 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-323e861b-06b7-47f8-b772-28843355968a req-e706c6c9-f12b-4d6c-a898-428e3bf71bb0 service neutron] 10.222.0.37 "GET /v2.0/networks/34b23c78-3069-403b-be6d-6131877d9778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3801296
Jun 14 03:33:24.808791 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.agents_db [None req-ff4782b4-218c-43ce-8b60-1c0132b4bc55 None None] Agent healthcheck: found 6 active agents {{(pid=92488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 14 03:33:34.439734 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-1756c020-f5d6-4782-88dc-033efb9efe01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:35.958770 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:36.992978 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-3827a222-c1f9-4142-9092-8bcbd87ad84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:37.128709 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8e9e24-d6e2-4829-9cbb-99268bc68ae1 req-832c5cd9-e93d-48c6-97c3-8295e1709487 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:33:37.130139 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-de8e9e24-d6e2-4829-9cbb-99268bc68ae1 req-832c5cd9-e93d-48c6-97c3-8295e1709487 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/ports?device_id=2549bddc-e707-4ab3-9574-23013e825a21 HTTP/1.1" status: 200  len: 946 time: 0.0716512
Jun 14 03:33:37.171992 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-de8e9e24-d6e2-4829-9cbb-99268bc68ae1 req-42d781fb-b4ff-47b1-b508-b5f7881ffe5b tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cbeb5a9-c66e-4e92-985b-6dcaeed0d7fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0362275
Jun 14 03:33:37.176132 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:38.147148 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-a6614653-0164-4561-80ac-e583b9425df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:38.362903 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dabde9-1077-4d5f-8114-1f9a4f77c835 req-38c77a94-49d1-4f9c-8db0-05d156bdc0bc tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:33:38.364348 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-e3dabde9-1077-4d5f-8114-1f9a4f77c835 req-38c77a94-49d1-4f9c-8db0-05d156bdc0bc tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/ports?device_id=2549bddc-e707-4ab3-9574-23013e825a21 HTTP/1.1" status: 200  len: 946 time: 0.0717630
Jun 14 03:33:38.405230 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-e3dabde9-1077-4d5f-8114-1f9a4f77c835 req-3256b56b-1b30-41e1-b826-2d399c917262 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cbeb5a9-c66e-4e92-985b-6dcaeed0d7fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0351737
Jun 14 03:33:38.941736 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b8ae5-3f59-437c-8622-69aa9cfdbb82 req-b65304b8-71fe-4cb1-b0d9-8aec303fe7a9 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:33:38.943194 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-7d7b8ae5-3f59-437c-8622-69aa9cfdbb82 req-b65304b8-71fe-4cb1-b0d9-8aec303fe7a9 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.37 "GET /v2.0/ports?device_id=2549bddc-e707-4ab3-9574-23013e825a21 HTTP/1.1" status: 200  len: 946 time: 0.0718412
Jun 14 03:33:39.057005 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.plugin [req-7d7b8ae5-3f59-437c-8622-69aa9cfdbb82 req-aabd0ac6-49f7-4e21-91d2-03f50013c8b3 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Deleting port 4e32c59d-4b73-490f-ac2e-232013d47880 {{(pid=92485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 14 03:33:39.057342 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-7d7b8ae5-3f59-437c-8622-69aa9cfdbb82 req-aabd0ac6-49f7-4e21-91d2-03f50013c8b3 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756197070376'] for port, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:39.170475 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.db [req-7d7b8ae5-3f59-437c-8622-69aa9cfdbb82 req-aabd0ac6-49f7-4e21-91d2-03f50013c8b3 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] For port 4e32c59d-4b73-490f-ac2e-232013d47880, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=4e32c59d-4b73-490f-ac2e-232013d47880,segment=NetworkSegment(7624187a-a66a-47fb-8736-9f51337befd0),segment_id=7624187a-a66a-47fb-8736-9f51337befd0)] {{(pid=92485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:33:39.170821 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-7d7b8ae5-3f59-437c-8622-69aa9cfdbb82 req-aabd0ac6-49f7-4e21-91d2-03f50013c8b3 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66754036'] for port, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:39.391547 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-7d7b8ae5-3f59-437c-8622-69aa9cfdbb82 req-aabd0ac6-49f7-4e21-91d2-03f50013c8b3 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:39.391915 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-7d7b8ae5-3f59-437c-8622-69aa9cfdbb82 req-aabd0ac6-49f7-4e21-91d2-03f50013c8b3 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-66755190'] for floatingip, after_update {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:39.392224 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.db.l3_db [req-7d7b8ae5-3f59-437c-8622-69aa9cfdbb82 req-aabd0ac6-49f7-4e21-91d2-03f50013c8b3 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Floating IP ac09f702-7f60-48da-8feb-f7fea1651e03 disassociated. External IP: 172.27.2.245, port: 4e32c59d-4b73-490f-ac2e-232013d47880.
Jun 14 03:33:39.392578 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.plugin [req-7d7b8ae5-3f59-437c-8622-69aa9cfdbb82 req-aabd0ac6-49f7-4e21-91d2-03f50013c8b3 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Calling delete_port for 4e32c59d-4b73-490f-ac2e-232013d47880 owned by compute:nova {{(pid=92485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 14 03:33:39.606182 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23136f5-6402-4cb7-aa6e-fddcfca51849 req-c0c47521-1b17-4efd-8fc9-32cda837990d tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:33:39.607682 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-e23136f5-6402-4cb7-aa6e-fddcfca51849 req-c0c47521-1b17-4efd-8fc9-32cda837990d tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/ports?device_id=2549bddc-e707-4ab3-9574-23013e825a21 HTTP/1.1" status: 200  len: 946 time: 0.0777464
Jun 14 03:33:39.630331 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-7d7b8ae5-3f59-437c-8622-69aa9cfdbb82 req-aabd0ac6-49f7-4e21-91d2-03f50013c8b3 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756197075788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756196682536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62999266'] for port, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:39.635278 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-d6fe0473-1e6b-4b8a-9e3d-6be3ff3176d6 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:33:39.670186 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabd0ac6-49f7-4e21-91d2-03f50013c8b3 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Pushing event deleted for resources: {'Port': ['ID=4e32c59d-4b73-490f-ac2e-232013d47880,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:33:39.676976 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-aabd0ac6-49f7-4e21-91d2-03f50013c8b3 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:33:39.694618 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-e23136f5-6402-4cb7-aa6e-fddcfca51849 req-16f3d213-930d-49ad-9224-5b0c6dc34f00 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/security-groups?id=1cbeb5a9-c66e-4e92-985b-6dcaeed0d7fe&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0807896
Jun 14 03:33:39.713352 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-37effd67-6caa-48ba-975b-7ec46c17b4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:39.839984 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d7b8ae5-3f59-437c-8622-69aa9cfdbb82 req-aabd0ac6-49f7-4e21-91d2-03f50013c8b3 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Router 7eeb646e-f92b-461d-921d-9015b82f8a10 has already been hosted by L3 agent faa78350-ce80-467b-8f2c-9d7893daed85 {{(pid=92485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 14 03:33:39.985430 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d7b8ae5-3f59-437c-8622-69aa9cfdbb82 req-aabd0ac6-49f7-4e21-91d2-03f50013c8b3 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify agent at l3_agent.dv-cinder-796170-1-iscsi the message routers_updated {{(pid=92485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 14 03:33:39.994932 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2420f7f-9af9-421c-8753-c45211aa500e None None] Sync routers for ids ['7eeb646e-f92b-461d-921d-9015b82f8a10'] in dv-cinder-796170-1-iscsi {{(pid=92488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 14 03:33:40.004884 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2420f7f-9af9-421c-8753-c45211aa500e None None] Routers {'7eeb646e-f92b-461d-921d-9015b82f8a10'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:33:40.005433 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-e2420f7f-9af9-421c-8753-c45211aa500e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5e4e1340>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:33:37Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['7eeb646e-f92b-461d-921d-9015b82f8a10'], 'active': True} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:33:40.044444 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d7b8ae5-3f59-437c-8622-69aa9cfdbb82 req-aabd0ac6-49f7-4e21-91d2-03f50013c8b3 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] No DVR routers for this DVR port 4e32c59d-4b73-490f-ac2e-232013d47880 on host hv-cinder-79617 {{(pid=92485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 14 03:33:40.047582 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-7d7b8ae5-3f59-437c-8622-69aa9cfdbb82 req-aabd0ac6-49f7-4e21-91d2-03f50013c8b3 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389'] for port, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:40.049633 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-7d7b8ae5-3f59-437c-8622-69aa9cfdbb82 req-aabd0ac6-49f7-4e21-91d2-03f50013c8b3 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.37 "DELETE /v2.0/ports/4e32c59d-4b73-490f-ac2e-232013d47880 HTTP/1.1" status: 204  len: 173 time: 1.1012881
Jun 14 03:33:40.050158 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2549bddc-e707-4ab3-9574-23013e825a21', 'name': 'network-vif-deleted', 'tag': '4e32c59d-4b73-490f-ac2e-232013d47880'}] {{(pid=92485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:33:40.052500 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0639b30c08a1ea7684a5dbba31199bfc4186ae3813d9033880ffe89de9bab324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e958f38-119a-43ae-b1fc-179249ae99ce" -d '{"events": [{"server_uuid": "2549bddc-e707-4ab3-9574-23013e825a21", "name": "network-vif-deleted", "tag": "4e32c59d-4b73-490f-ac2e-232013d47880"}]}' {{(pid=92485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:33:40.094068 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9121d92c-b115-40fc-8be7-2a90af89baf4 x-openstack-request-id: req-9121d92c-b115-40fc-8be7-2a90af89baf4 {{(pid=92485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:33:40.094527 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2549bddc-e707-4ab3-9574-23013e825a21", "name": "network-vif-deleted", "tag": "4e32c59d-4b73-490f-ac2e-232013d47880", "status": "completed", "code": 200}]} {{(pid=92485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:33:40.094878 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9121d92c-b115-40fc-8be7-2a90af89baf4 {{(pid=92485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:33:40.095622 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2549bddc-e707-4ab3-9574-23013e825a21', 'name': 'network-vif-deleted', 'tag': '4e32c59d-4b73-490f-ac2e-232013d47880', 'status': 'completed', 'code': 200}
Jun 14 03:33:40.171354 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvr_db [None req-e2420f7f-9af9-421c-8753-c45211aa500e None None] Set router 7eeb646e-f92b-461d-921d-9015b82f8a10 gateway port host: dv-cinder-796170-1-iscsi {{(pid=92488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:33:40.540765 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-e2420f7f-9af9-421c-8753-c45211aa500e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5e4e1340>, [{'id': '7eeb646e-f92b-461d-921d-9015b82f8a10', 'name': 'tempest-AttachVolumeTestJSON-188844159-router', 'tenant_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '4b4860d7-2946-40be-af39-d4fea81aa8b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:29:11Z', 'updated_at': '2021-06-14T03:29:16Z', 'revision_number': 4, 'project_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'gw_port': {'id': '4b4860d7-2946-40be-af39-d4fea81aa8b5', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:35:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeb646e-f92b-461d-921d-9015b82f8a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:29:11Z', 'updated_at': '2021-06-14T03:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_interfaces': [{'id': '0aa07458-7d7b-4342-a3f6-0f0755db32f4', 'name': '', 'network_id': '59204b5b-ebc4-4155-af46-f7c56f00d62d', 'tenant_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'mac_address': 'fa:16:3e:16:e5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeb646e-f92b-461d-921d-9015b82f8a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '9185bba9-0b92-4177-95a7-76932f513987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:29:15Z', 'updated_at': '2021-06-14T03:29:24Z', 'revision_number': 5, 'project_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'subnets': [{'id': '9185bba9-0b92-4177-95a7-76932f513987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:33:40.544007 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2420f7f-9af9-421c-8753-c45211aa500e None None] Checking router: 7eeb646e-f92b-461d-921d-9015b82f8a10 for host: dv-cinder-796170-1-iscsi {{(pid=92488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 14 03:33:40.552767 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2420f7f-9af9-421c-8753-c45211aa500e None None] Routers {'7eeb646e-f92b-461d-921d-9015b82f8a10'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:33:40.553361 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-e2420f7f-9af9-421c-8753-c45211aa500e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5e4e1340>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:33:37Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['7eeb646e-f92b-461d-921d-9015b82f8a10'], 'active': True} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:33:40.695989 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvr_db [None req-e2420f7f-9af9-421c-8753-c45211aa500e None None] Set router 7eeb646e-f92b-461d-921d-9015b82f8a10 gateway port host: dv-cinder-796170-1-iscsi {{(pid=92488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:33:40.855259 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-1bc38fc0-9d7b-4cb5-95dd-dc4b9d6ec511 req-ea3605b8-fec3-4b15-a60c-8c371a190f44 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/ports?device_id=2549bddc-e707-4ab3-9574-23013e825a21 HTTP/1.1" status: 200  len: 210 time: 0.0335231
Jun 14 03:33:40.965004 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-e2420f7f-9af9-421c-8753-c45211aa500e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5e4e1340>, [{'id': '7eeb646e-f92b-461d-921d-9015b82f8a10', 'name': 'tempest-AttachVolumeTestJSON-188844159-router', 'tenant_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '4b4860d7-2946-40be-af39-d4fea81aa8b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:29:11Z', 'updated_at': '2021-06-14T03:29:16Z', 'revision_number': 4, 'project_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'gw_port': {'id': '4b4860d7-2946-40be-af39-d4fea81aa8b5', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:35:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeb646e-f92b-461d-921d-9015b82f8a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:29:11Z', 'updated_at': '2021-06-14T03:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_interfaces': [{'id': '0aa07458-7d7b-4342-a3f6-0f0755db32f4', 'name': '', 'network_id': '59204b5b-ebc4-4155-af46-f7c56f00d62d', 'tenant_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'mac_address': 'fa:16:3e:16:e5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeb646e-f92b-461d-921d-9015b82f8a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '9185bba9-0b92-4177-95a7-76932f513987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:29:15Z', 'updated_at': '2021-06-14T03:29:24Z', 'revision_number': 5, 'project_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'subnets': [{'id': '9185bba9-0b92-4177-95a7-76932f513987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:33:40.968536 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2420f7f-9af9-421c-8753-c45211aa500e None None] The sync data for ids ['7eeb646e-f92b-461d-921d-9015b82f8a10'] in dv-cinder-796170-1-iscsi is: [{'id': '7eeb646e-f92b-461d-921d-9015b82f8a10', 'name': 'tempest-AttachVolumeTestJSON-188844159-router', 'tenant_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '4b4860d7-2946-40be-af39-d4fea81aa8b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:29:11Z', 'updated_at': '2021-06-14T03:29:16Z', 'revision_number': 4, 'project_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'gw_port': {'id': '4b4860d7-2946-40be-af39-d4fea81aa8b5', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:35:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeb646e-f92b-461d-921d-9015b82f8a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:29:11Z', 'updated_at': '2021-06-14T03:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_interfaces': [{'id': '0aa07458-7d7b-4342-a3f6-0f0755db32f4', 'name': '', 'network_id': '59204b5b-ebc4-4155-af46-f7c56f00d62d', 'tenant_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'mac_address': 'fa:16:3e:16:e5:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeb646e-f92b-461d-921d-9015b82f8a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '9185bba9-0b92-4177-95a7-76932f513987', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:29:15Z', 'updated_at': '2021-06-14T03:29:24Z', 'revision_number': 5, 'project_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'subnets': [{'id': '9185bba9-0b92-4177-95a7-76932f513987', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 14 03:33:41.168275 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad20160e-b5e9-4d44-98b8-fc2ff3b62c15 None None] New status for floating IP ac09f702-7f60-48da-8feb-f7fea1651e03: DOWN {{(pid=92487) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 14 03:33:42.022016 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 48948) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:33:42.079862 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-667c1454-d090-4723-9d17-093b64078a84 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks [] for security_group, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:42.104295 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-667c1454-d090-4723-9d17-093b64078a84 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:42.215967 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-667c1454-d090-4723-9d17-093b64078a84 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:42.218591 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-667c1454-d090-4723-9d17-093b64078a84 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks [] for security_group, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:42.220277 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-667c1454-d090-4723-9d17-093b64078a84 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "DELETE /v2.0/security-groups/1cbeb5a9-c66e-4e92-985b-6dcaeed0d7fe HTTP/1.1" status: 204  len: 168 time: 0.1972551
Jun 14 03:33:42.221047 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-79b48061-cfea-4355-ba91-97a5e6fe0291 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:33:42.223066 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 48950) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:33:42.231134 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667c1454-d090-4723-9d17-093b64078a84 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cbeb5a9-c66e-4e92-985b-6dcaeed0d7fe,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:33:42.233636 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-667c1454-d090-4723-9d17-093b64078a84 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:33:42.238671 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.api.v2.resource [None req-f2d4d078-f0a0-4d8c-a568-41f21388346c tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] show failed (client error): The resource could not be found.
Jun 14 03:33:42.240269 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-f2d4d078-f0a0-4d8c-a568-41f21388346c tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "GET /v2.0/security-groups/1cbeb5a9-c66e-4e92-985b-6dcaeed0d7fe HTTP/1.1" status: 404  len: 347 time: 0.0162644
Jun 14 03:33:42.243231 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 48952) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:33:42.400030 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.plugin [None req-993c6723-ee54-4211-8104-0b6beb835012 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Deleting port 91c317cc-0f62-4aad-b68e-520a4bc34269 {{(pid=92485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 14 03:33:42.400363 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-993c6723-ee54-4211-8104-0b6beb835012 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756197070376'] for port, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:42.502838 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-993c6723-ee54-4211-8104-0b6beb835012 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66754036'] for port, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:42.503158 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-993c6723-ee54-4211-8104-0b6beb835012 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:42.596705 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.plugin [None req-993c6723-ee54-4211-8104-0b6beb835012 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Calling delete_port for 91c317cc-0f62-4aad-b68e-520a4bc34269 owned by network:floatingip {{(pid=92485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 14 03:33:42.793483 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-993c6723-ee54-4211-8104-0b6beb835012 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756197075788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756196682536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62999266'] for port, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:42.796064 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-34b9bcc1-cff8-417f-8215-818385f57c76 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:33:42.824834 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993c6723-ee54-4211-8104-0b6beb835012 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Pushing event deleted for resources: {'Port': ['ID=91c317cc-0f62-4aad-b68e-520a4bc34269,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:33:42.829061 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-993c6723-ee54-4211-8104-0b6beb835012 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:33:42.899513 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-993c6723-ee54-4211-8104-0b6beb835012 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks [] for floatingip, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:42.902011 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-993c6723-ee54-4211-8104-0b6beb835012 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389'] for floatingip, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:42.903159 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-993c6723-ee54-4211-8104-0b6beb835012 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] 10.222.0.13 "DELETE /v2.0/floatingips/ac09f702-7f60-48da-8feb-f7fea1651e03 HTTP/1.1" status: 204  len: 168 time: 0.6590116
Jun 14 03:33:43.273113 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device 4e32c59d-4b73-490f-ac2e-232013d47880 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 14 03:33:43.296566 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-661a56f4-230e-4389-a254-9a37132de24a None None] No Port match for: 4e32c59d-4b73-490f-ac2e-232013d47880 {{(pid=92487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 14 03:33:43.297401 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device 4e32c59d-4b73-490f-ac2e-232013d47880 not bound to the agent host hv-cinder-79617 {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 14 03:33:46.936454 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 48980) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:33:47.379043 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-db46a8d4-a32d-40ce-a89f-ae139611f4ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66751185'] for router_interface, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:47.708369 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.plugin [None req-db46a8d4-a32d-40ce-a89f-ae139611f4ba admin admin] Deleting port 0aa07458-7d7b-4342-a3f6-0f0755db32f4 {{(pid=92486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 14 03:33:47.708624 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-db46a8d4-a32d-40ce-a89f-ae139611f4ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756197070376'] for port, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:47.820939 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.db [None req-db46a8d4-a32d-40ce-a89f-ae139611f4ba admin admin] For port 0aa07458-7d7b-4342-a3f6-0f0755db32f4, host dv-cinder-796170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=0aa07458-7d7b-4342-a3f6-0f0755db32f4,segment=NetworkSegment(7624187a-a66a-47fb-8736-9f51337befd0),segment_id=7624187a-a66a-47fb-8736-9f51337befd0)] {{(pid=92486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:33:47.821289 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-db46a8d4-a32d-40ce-a89f-ae139611f4ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66754036'] for port, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:47.919260 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.plugin [None req-db46a8d4-a32d-40ce-a89f-ae139611f4ba admin admin] Calling delete_port for 0aa07458-7d7b-4342-a3f6-0f0755db32f4 owned by network:router_interface {{(pid=92486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 14 03:33:48.198239 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-db46a8d4-a32d-40ce-a89f-ae139611f4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756197075788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756196682536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63152307'] for port, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:48.200246 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-673eb8e6-4d77-48a8-8dae-63d27c147fe7 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:33:48.231150 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db46a8d4-a32d-40ce-a89f-ae139611f4ba admin admin] Pushing event deleted for resources: {'Port': ['ID=0aa07458-7d7b-4342-a3f6-0f0755db32f4,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:33:48.234672 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-db46a8d4-a32d-40ce-a89f-ae139611f4ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:33:48.456640 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-db46a8d4-a32d-40ce-a89f-ae139611f4ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66605118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66750529'] for router_interface, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:48.737520 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db46a8d4-a32d-40ce-a89f-ae139611f4ba admin admin] Router 7eeb646e-f92b-461d-921d-9015b82f8a10 has already been hosted by L3 agent faa78350-ce80-467b-8f2c-9d7893daed85 {{(pid=92486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 14 03:33:48.879079 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db46a8d4-a32d-40ce-a89f-ae139611f4ba admin admin] Notify agent at l3_agent.dv-cinder-796170-1-iscsi the message routers_updated {{(pid=92486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 14 03:33:48.884353 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-db46a8d4-a32d-40ce-a89f-ae139611f4ba admin admin] 10.222.0.13 "PUT /v2.0/routers/7eeb646e-f92b-461d-921d-9015b82f8a10/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.9468334
Jun 14 03:33:48.886765 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 48986) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:33:48.889354 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0480772a-f9b5-4946-9d4d-f33c566930c0 None None] Sync routers for ids ['7eeb646e-f92b-461d-921d-9015b82f8a10'] in dv-cinder-796170-1-iscsi {{(pid=92488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 14 03:33:48.899104 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0480772a-f9b5-4946-9d4d-f33c566930c0 None None] Routers {'7eeb646e-f92b-461d-921d-9015b82f8a10'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:33:48.899710 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-0480772a-f9b5-4946-9d4d-f33c566930c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5de075e0>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:33:37Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['7eeb646e-f92b-461d-921d-9015b82f8a10'], 'active': True} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:33:49.036906 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-2378a8f2-5b20-4d1d-8b26-74a0d8d1240a admin admin] Notify callbacks [] for router, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:49.046372 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvr_db [None req-0480772a-f9b5-4946-9d4d-f33c566930c0 None None] Set router 7eeb646e-f92b-461d-921d-9015b82f8a10 gateway port host: dv-cinder-796170-1-iscsi {{(pid=92488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:33:49.288226 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-0480772a-f9b5-4946-9d4d-f33c566930c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5de075e0>, [{'id': '7eeb646e-f92b-461d-921d-9015b82f8a10', 'name': 'tempest-AttachVolumeTestJSON-188844159-router', 'tenant_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '4b4860d7-2946-40be-af39-d4fea81aa8b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:29:11Z', 'updated_at': '2021-06-14T03:33:48Z', 'revision_number': 5, 'project_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'gw_port': {'id': '4b4860d7-2946-40be-af39-d4fea81aa8b5', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:35:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeb646e-f92b-461d-921d-9015b82f8a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:29:11Z', 'updated_at': '2021-06-14T03:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi'}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:33:49.291602 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0480772a-f9b5-4946-9d4d-f33c566930c0 None None] Checking router: 7eeb646e-f92b-461d-921d-9015b82f8a10 for host: dv-cinder-796170-1-iscsi {{(pid=92488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 14 03:33:49.300109 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0480772a-f9b5-4946-9d4d-f33c566930c0 None None] Routers {'7eeb646e-f92b-461d-921d-9015b82f8a10'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:33:49.300739 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-0480772a-f9b5-4946-9d4d-f33c566930c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5de075e0>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:33:37Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['7eeb646e-f92b-461d-921d-9015b82f8a10'], 'active': True} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:33:49.445745 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvr_db [None req-0480772a-f9b5-4946-9d4d-f33c566930c0 None None] Set router 7eeb646e-f92b-461d-921d-9015b82f8a10 gateway port host: dv-cinder-796170-1-iscsi {{(pid=92488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:33:49.488896 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-2378a8f2-5b20-4d1d-8b26-74a0d8d1240a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:49.620029 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.plugin [None req-2378a8f2-5b20-4d1d-8b26-74a0d8d1240a admin admin] Deleting port 4b4860d7-2946-40be-af39-d4fea81aa8b5 {{(pid=92486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 14 03:33:49.620275 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-2378a8f2-5b20-4d1d-8b26-74a0d8d1240a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756197070376'] for port, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:49.723485 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.db [None req-2378a8f2-5b20-4d1d-8b26-74a0d8d1240a admin admin] For port 4b4860d7-2946-40be-af39-d4fea81aa8b5, host dv-cinder-796170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=4b4860d7-2946-40be-af39-d4fea81aa8b5,segment=NetworkSegment(893a0064-443a-4390-b9c3-705fa3bdf9f8),segment_id=893a0064-443a-4390-b9c3-705fa3bdf9f8)] {{(pid=92486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:33:49.723833 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-2378a8f2-5b20-4d1d-8b26-74a0d8d1240a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66754036'] for port, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:49.765867 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-0480772a-f9b5-4946-9d4d-f33c566930c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5de075e0>, [{'id': '7eeb646e-f92b-461d-921d-9015b82f8a10', 'name': 'tempest-AttachVolumeTestJSON-188844159-router', 'tenant_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '4b4860d7-2946-40be-af39-d4fea81aa8b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:29:11Z', 'updated_at': '2021-06-14T03:33:48Z', 'revision_number': 5, 'project_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'gw_port': {'id': '4b4860d7-2946-40be-af39-d4fea81aa8b5', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:35:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeb646e-f92b-461d-921d-9015b82f8a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:29:11Z', 'updated_at': '2021-06-14T03:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi'}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:33:49.769211 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0480772a-f9b5-4946-9d4d-f33c566930c0 None None] The sync data for ids ['7eeb646e-f92b-461d-921d-9015b82f8a10'] in dv-cinder-796170-1-iscsi is: [{'id': '7eeb646e-f92b-461d-921d-9015b82f8a10', 'name': 'tempest-AttachVolumeTestJSON-188844159-router', 'tenant_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.168'}], 'enable_snat': True}, 'gw_port_id': '4b4860d7-2946-40be-af39-d4fea81aa8b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:29:11Z', 'updated_at': '2021-06-14T03:33:48Z', 'revision_number': 5, 'project_id': '8ee804e6168b404ba86aafb9d53b4ab7', 'gw_port': {'id': '4b4860d7-2946-40be-af39-d4fea81aa8b5', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:35:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeb646e-f92b-461d-921d-9015b82f8a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:29:11Z', 'updated_at': '2021-06-14T03:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi'}] {{(pid=92488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 14 03:33:49.818748 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.plugin [None req-2378a8f2-5b20-4d1d-8b26-74a0d8d1240a admin admin] Calling delete_port for 4b4860d7-2946-40be-af39-d4fea81aa8b5 owned by network:router_gateway {{(pid=92486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 14 03:33:50.077627 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-2378a8f2-5b20-4d1d-8b26-74a0d8d1240a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756197075788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756196682536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63152307'] for port, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:50.079584 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-34d490f0-c124-4f72-b157-5bb608d7a878 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:33:50.109089 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2378a8f2-5b20-4d1d-8b26-74a0d8d1240a admin admin] Pushing event deleted for resources: {'Port': ['ID=4b4860d7-2946-40be-af39-d4fea81aa8b5,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:33:50.112406 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-2378a8f2-5b20-4d1d-8b26-74a0d8d1240a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:33:50.187095 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-2378a8f2-5b20-4d1d-8b26-74a0d8d1240a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66755090'] for router_gateway, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:50.324120 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 0aa07458-7d7b-4342-a3f6-0f0755db32f4 no longer exists at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 14 03:33:50.333314 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-2378a8f2-5b20-4d1d-8b26-74a0d8d1240a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66749923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256486'] for router, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:50.335391 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-2378a8f2-5b20-4d1d-8b26-74a0d8d1240a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:50.349384 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] No Port match for: 0aa07458-7d7b-4342-a3f6-0f0755db32f4 {{(pid=92487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 14 03:33:50.349734 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 0aa07458-7d7b-4342-a3f6-0f0755db32f4 not bound to the agent host dv-cinder-796170-1-iscsi {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 14 03:33:50.450281 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-2378a8f2-5b20-4d1d-8b26-74a0d8d1240a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66748725'] for router, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:50.450882 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2378a8f2-5b20-4d1d-8b26-74a0d8d1240a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7eeb646e-f92b-461d-921d-9015b82f8a10 {{(pid=92486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 14 03:33:50.455331 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-2378a8f2-5b20-4d1d-8b26-74a0d8d1240a admin admin] Notify callbacks [] for router, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:50.456580 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-2378a8f2-5b20-4d1d-8b26-74a0d8d1240a admin admin] 10.222.0.13 "DELETE /v2.0/routers/7eeb646e-f92b-461d-921d-9015b82f8a10 HTTP/1.1" status: 204  len: 168 time: 1.5685635
Jun 14 03:33:50.463672 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 48988) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:33:50.519662 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.db_base_plugin_v2 [None req-a331f277-f072-4382-b140-8795fb1b5104 admin admin] Deleting subnet 9185bba9-0b92-4177-95a7-76932f513987 {{(pid=92486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 14 03:33:50.522953 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-a331f277-f072-4382-b140-8795fb1b5104 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:50.567457 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-a331f277-f072-4382-b140-8795fb1b5104 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63152461'] for subnet, precommit_delete_associations {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:50.665677 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-a331f277-f072-4382-b140-8795fb1b5104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675963'] for subnet, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:50.804238 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-a331f277-f072-4382-b140-8795fb1b5104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66823779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63152457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63246822'] for subnet, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:50.806181 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:33:50.836906 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a331f277-f072-4382-b140-8795fb1b5104 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9185bba9-0b92-4177-95a7-76932f513987,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:33:50.839673 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-a331f277-f072-4382-b140-8795fb1b5104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:33:50.840638 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-a331f277-f072-4382-b140-8795fb1b5104 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:50.842995 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-a331f277-f072-4382-b140-8795fb1b5104 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9185bba9-0b92-4177-95a7-76932f513987 HTTP/1.1" status: 204  len: 168 time: 0.3780448
Jun 14 03:33:50.844996 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 48990) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:33:50.847301 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778c705e-0bfb-4f13-8677-2702beca53a4 None None] Network 59204b5b-ebc4-4155-af46-f7c56f00d62d requested from dv-cinder-796170-1-iscsi {{(pid=92487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 14 03:33:50.942989 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-113500b0-41ee-4d3a-83e1-8719c15e32dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577520'] for network, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:51.003551 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.plugin [None req-113500b0-41ee-4d3a-83e1-8719c15e32dd admin admin] Deleting port 10aa1e78-345e-496d-87fe-9879956aba37 {{(pid=92486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 14 03:33:51.003883 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-113500b0-41ee-4d3a-83e1-8719c15e32dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756197070376'] for port, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:51.074942 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3c9376-15b5-4733-84d5-651fcfe500b6 None None] DHCP port deletion for 59204b5b-ebc4-4155-af46-f7c56f00d62d request from dv-cinder-796170-1-iscsi {{(pid=92487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 14 03:33:51.096199 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.db [None req-113500b0-41ee-4d3a-83e1-8719c15e32dd admin admin] For port 10aa1e78-345e-496d-87fe-9879956aba37, host dv-cinder-796170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=10aa1e78-345e-496d-87fe-9879956aba37,segment=NetworkSegment(7624187a-a66a-47fb-8736-9f51337befd0),segment_id=7624187a-a66a-47fb-8736-9f51337befd0)] {{(pid=92486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:33:51.096642 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-113500b0-41ee-4d3a-83e1-8719c15e32dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66754036'] for port, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:51.127104 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-5a3c9376-15b5-4733-84d5-651fcfe500b6 None None] Deleting port 10aa1e78-345e-496d-87fe-9879956aba37 {{(pid=92487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 14 03:33:51.127545 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-5a3c9376-15b5-4733-84d5-651fcfe500b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756197070376'] for port, before_delete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:51.191293 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.plugin [None req-113500b0-41ee-4d3a-83e1-8719c15e32dd admin admin] Calling delete_port for 10aa1e78-345e-496d-87fe-9879956aba37 owned by network:dhcp {{(pid=92486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 14 03:33:51.213443 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-5a3c9376-15b5-4733-84d5-651fcfe500b6 None None] For port 10aa1e78-345e-496d-87fe-9879956aba37, host dv-cinder-796170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=10aa1e78-345e-496d-87fe-9879956aba37,segment=NetworkSegment(7624187a-a66a-47fb-8736-9f51337befd0),segment_id=7624187a-a66a-47fb-8736-9f51337befd0)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:33:51.213840 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-5a3c9376-15b5-4733-84d5-651fcfe500b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66754036'] for port, precommit_delete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:51.306707 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-5a3c9376-15b5-4733-84d5-651fcfe500b6 None None] Calling delete_port for 10aa1e78-345e-496d-87fe-9879956aba37 owned by network:dhcp {{(pid=92487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 14 03:33:51.364264 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-113500b0-41ee-4d3a-83e1-8719c15e32dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756197075788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756196682536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63152307'] for port, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:51.367298 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-f05ec49e-53a0-47ea-9a2e-bffdcb318fbe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:33:51.398044 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-5a3c9376-15b5-4733-84d5-651fcfe500b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756197075788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756196682536'] for port, after_delete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:51.400866 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113500b0-41ee-4d3a-83e1-8719c15e32dd admin admin] Pushing event deleted for resources: {'Port': ['ID=10aa1e78-345e-496d-87fe-9879956aba37,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:33:51.401399 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:33:51.402725 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113500b0-41ee-4d3a-83e1-8719c15e32dd admin admin] No DVR routers for this DVR port 10aa1e78-345e-496d-87fe-9879956aba37 on host dv-cinder-796170-1-iscsi {{(pid=92486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 14 03:33:51.404225 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-113500b0-41ee-4d3a-83e1-8719c15e32dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:33:51.429817 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3c9376-15b5-4733-84d5-651fcfe500b6 None None] Pushing event deleted for resources: {'Port': ['ID=10aa1e78-345e-496d-87fe-9879956aba37,revision_number=None']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:33:51.432238 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-5a3c9376-15b5-4733-84d5-651fcfe500b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:33:51.436705 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3c9376-15b5-4733-84d5-651fcfe500b6 None None] No DVR routers for this DVR port 10aa1e78-345e-496d-87fe-9879956aba37 on host dv-cinder-796170-1-iscsi {{(pid=92487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 14 03:33:51.505596 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-113500b0-41ee-4d3a-83e1-8719c15e32dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682470', 'neutron.services.segments.db._delete_segments_for_network-8756197238200'] for network, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:51.516965 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.services.segments.db [None req-113500b0-41ee-4d3a-83e1-8719c15e32dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6b5c826580>,) {'filters': {'network_id': ['59204b5b-ebc4-4155-af46-f7c56f00d62d']}} {{(pid=92486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:33:51.528272 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.services.segments.db [None req-113500b0-41ee-4d3a-83e1-8719c15e32dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6b5c826580>, '7624187a-a66a-47fb-8736-9f51337befd0') {'for_net_delete': True} {{(pid=92486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:33:51.528892 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.services.segments.db [None req-113500b0-41ee-4d3a-83e1-8719c15e32dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6b5c826580>, '7624187a-a66a-47fb-8736-9f51337befd0') {} {{(pid=92486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:33:51.538619 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-113500b0-41ee-4d3a-83e1-8719c15e32dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756197238038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63152454'] for segment, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:51.553148 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-113500b0-41ee-4d3a-83e1-8719c15e32dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677934'] for segment, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:51.558720 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-113500b0-41ee-4d3a-83e1-8719c15e32dd admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=92486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 14 03:33:51.559088 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-113500b0-41ee-4d3a-83e1-8719c15e32dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63152352'] for segment, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:51.560682 dv-cinder-796170-1-iscsi neutron-server[92486]: Traceback (most recent call last):
Jun 14 03:33:51.560682 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 14 03:33:51.560682 dv-cinder-796170-1-iscsi neutron-server[92486]:     timer()
Jun 14 03:33:51.560682 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 14 03:33:51.560682 dv-cinder-796170-1-iscsi neutron-server[92486]:     cb(*args, **kw)
Jun 14 03:33:51.560682 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 14 03:33:51.560682 dv-cinder-796170-1-iscsi neutron-server[92486]:     return func(*args, **kwargs)
Jun 14 03:33:51.560682 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 14 03:33:51.560682 dv-cinder-796170-1-iscsi neutron-server[92486]:     self._notify()
Jun 14 03:33:51.560682 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 14 03:33:51.560682 dv-cinder-796170-1-iscsi neutron-server[92486]:     self.callback(batched_events)
Jun 14 03:33:51.560682 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 14 03:33:51.560682 dv-cinder-796170-1-iscsi neutron-server[92486]:     event.method(event)
Jun 14 03:33:51.560682 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 14 03:33:51.560682 dv-cinder-796170-1-iscsi neutron-server[92486]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 14 03:33:51.560682 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 14 03:33:51.560682 dv-cinder-796170-1-iscsi neutron-server[92486]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 14 03:33:51.560682 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 14 03:33:51.560682 dv-cinder-796170-1-iscsi neutron-server[92486]:     return f(self, *a, **k)
Jun 14 03:33:51.560682 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 14 03:33:51.560682 dv-cinder-796170-1-iscsi neutron-server[92486]:     return self._get(url).json()
Jun 14 03:33:51.560682 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 14 03:33:51.560682 dv-cinder-796170-1-iscsi neutron-server[92486]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 14 03:33:51.560682 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 14 03:33:51.560682 dv-cinder-796170-1-iscsi neutron-server[92486]:     return self.request(url, 'GET', **kwargs)
Jun 14 03:33:51.560682 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 14 03:33:51.560682 dv-cinder-796170-1-iscsi neutron-server[92486]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 14 03:33:51.560682 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 14 03:33:51.560682 dv-cinder-796170-1-iscsi neutron-server[92486]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 14 03:33:51.560682 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 14 03:33:51.560682 dv-cinder-796170-1-iscsi neutron-server[92486]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 14 03:33:51.560682 dv-cinder-796170-1-iscsi neutron-server[92486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 14 03:33:51.707417 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-113500b0-41ee-4d3a-83e1-8719c15e32dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66755087'] for network, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:51.711119 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-81bf0178-7225-4c86-9584-92840a0def06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:33:51.714442 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-113500b0-41ee-4d3a-83e1-8719c15e32dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for network, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:51.724924 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-113500b0-41ee-4d3a-83e1-8719c15e32dd admin admin] 10.222.0.13 "DELETE /v2.0/networks/59204b5b-ebc4-4155-af46-f7c56f00d62d HTTP/1.1" status: 204  len: 168 time: 0.8697371
Jun 14 03:33:51.733385 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113500b0-41ee-4d3a-83e1-8719c15e32dd admin admin] Pushing event deleted for resources: {'Network': ['ID=59204b5b-ebc4-4155-af46-f7c56f00d62d,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:33:51.736110 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-113500b0-41ee-4d3a-83e1-8719c15e32dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:33:52.043961 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 48994) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:33:52.088054 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-e57776e5-5222-459c-9c1a-0686fb16e0e1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8ee804e6168b404ba86aafb9d53b4ab7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0428615
Jun 14 03:33:52.096718 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 48996) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:33:52.147004 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-19277aad-79d4-4f5f-a3af-1d5f80075be9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:52.169042 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-19277aad-79d4-4f5f-a3af-1d5f80075be9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:52.257889 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 4b4860d7-2946-40be-af39-d4fea81aa8b5 no longer exists at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 14 03:33:52.278903 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-19277aad-79d4-4f5f-a3af-1d5f80075be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:52.281446 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-19277aad-79d4-4f5f-a3af-1d5f80075be9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:52.283212 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-19277aad-79d4-4f5f-a3af-1d5f80075be9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b3a6eed0-ebaf-4b7c-b00b-82aeb1b5cc99 HTTP/1.1" status: 204  len: 168 time: 0.1849911
Jun 14 03:33:52.284692 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-c652d694-2d85-45d0-be9d-4cd9a690b9f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:33:52.286690 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] No Port match for: 4b4860d7-2946-40be-af39-d4fea81aa8b5 {{(pid=92487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 14 03:33:52.287522 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 4b4860d7-2946-40be-af39-d4fea81aa8b5 not bound to the agent host dv-cinder-796170-1-iscsi {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 14 03:33:52.287522 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 10aa1e78-345e-496d-87fe-9879956aba37 no longer exists at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 14 03:33:52.294861 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19277aad-79d4-4f5f-a3af-1d5f80075be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a6eed0-ebaf-4b7c-b00b-82aeb1b5cc99,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:33:52.297234 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-19277aad-79d4-4f5f-a3af-1d5f80075be9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:33:52.316768 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] No Port match for: 10aa1e78-345e-496d-87fe-9879956aba37 {{(pid=92487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 14 03:33:52.317115 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 10aa1e78-345e-496d-87fe-9879956aba37 not bound to the agent host dv-cinder-796170-1-iscsi {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 14 03:33:57.147418 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 49056) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:33:57.249515 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-f9d78a9e-8fab-4a54-8bba-81e985af8536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:57.340158 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-f9d78a9e-8fab-4a54-8bba-81e985af8536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:57.398400 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-f9d78a9e-8fab-4a54-8bba-81e985af8536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:57.400917 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-f195e060-6f81-4659-8b86-4016b4ab7c89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:33:57.444748 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-f9d78a9e-8fab-4a54-8bba-81e985af8536 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c0eb6ead95174845b09b2fbb6524a11b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2962554
Jun 14 03:33:57.445794 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d78a9e-8fab-4a54-8bba-81e985af8536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ccd3918-4efd-4b35-9ee1-ebbe5a2a8ee7,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:33:57.447389 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 49060) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:33:57.449010 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-f9d78a9e-8fab-4a54-8bba-81e985af8536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:33:57.502490 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-931b05a5-ff14-475e-a22e-eef593bd929c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:57.524818 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-931b05a5-ff14-475e-a22e-eef593bd929c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:57.649611 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-931b05a5-ff14-475e-a22e-eef593bd929c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:57.652249 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-931b05a5-ff14-475e-a22e-eef593bd929c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:57.653387 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-931b05a5-ff14-475e-a22e-eef593bd929c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5ccd3918-4efd-4b35-9ee1-ebbe5a2a8ee7 HTTP/1.1" status: 204  len: 168 time: 0.2049623
Jun 14 03:33:57.654135 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-95293c67-dcfd-4d62-b7a7-e7f4293d4487 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:33:57.663427 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b05a5-ff14-475e-a22e-eef593bd929c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ccd3918-4efd-4b35-9ee1-ebbe5a2a8ee7,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:33:57.670388 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931b05a5-ff14-475e-a22e-eef593bd929c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:33:57.670772 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931b05a5-ff14-475e-a22e-eef593bd929c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:33:57.671149 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931b05a5-ff14-475e-a22e-eef593bd929c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:33:57.671515 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931b05a5-ff14-475e-a22e-eef593bd929c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:33:57.671879 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931b05a5-ff14-475e-a22e-eef593bd929c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:33:57.672239 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931b05a5-ff14-475e-a22e-eef593bd929c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:33:57.672602 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931b05a5-ff14-475e-a22e-eef593bd929c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:33:57.672964 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931b05a5-ff14-475e-a22e-eef593bd929c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:33:57.673325 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931b05a5-ff14-475e-a22e-eef593bd929c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:33:57.673680 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931b05a5-ff14-475e-a22e-eef593bd929c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:33:57.674035 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931b05a5-ff14-475e-a22e-eef593bd929c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:33:57.674406 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931b05a5-ff14-475e-a22e-eef593bd929c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:33:57.678111 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-931b05a5-ff14-475e-a22e-eef593bd929c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:33:58.752836 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 49082) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:33:58.847298 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [None req-a6adc86a-abf5-4c61-bb6e-86cddecfe7db admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-936886443-network', 'tenant_id': 'bce4c6bd7b1f44a1903c724420063f22'}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:33:59.043920 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6adc86a-abf5-4c61-bb6e-86cddecfe7db admin admin] Made reservation on behalf of bce4c6bd7b1f44a1903c724420063f22 for: {'network': 1} {{(pid=92486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 14 03:33:59.046289 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-a6adc86a-abf5-4c61-bb6e-86cddecfe7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for network, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:59.057908 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-a6adc86a-abf5-4c61-bb6e-86cddecfe7db admin admin] Notify callbacks [] for security_group, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:59.151162 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-a6adc86a-abf5-4c61-bb6e-86cddecfe7db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:59.220437 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-a6adc86a-abf5-4c61-bb6e-86cddecfe7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:59.224183 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-8d65093b-095c-4386-9d01-7f25ca9a8ffb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:33:59.248066 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6adc86a-abf5-4c61-bb6e-86cddecfe7db admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'}  {{(pid=92486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 14 03:33:59.257544 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6adc86a-abf5-4c61-bb6e-86cddecfe7db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c47327-51c6-4085-b616-8ce2515ab119,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:33:59.262041 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-a6adc86a-abf5-4c61-bb6e-86cddecfe7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677934'] for segment, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:59.262402 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.db.segments_db [None req-a6adc86a-abf5-4c61-bb6e-86cddecfe7db admin admin] Added segment 1958bdbb-1766-4a1c-82c2-08f2efe01e46 of type vlan for network 247a1fa1-3fac-4d91-ab90-d663c937d70d
Jun 14 03:33:59.273551 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6adc86a-abf5-4c61-bb6e-86cddecfe7db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:33:59.273974 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6adc86a-abf5-4c61-bb6e-86cddecfe7db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:33:59.274319 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6adc86a-abf5-4c61-bb6e-86cddecfe7db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:33:59.274728 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6adc86a-abf5-4c61-bb6e-86cddecfe7db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:33:59.275098 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6adc86a-abf5-4c61-bb6e-86cddecfe7db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:33:59.275471 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6adc86a-abf5-4c61-bb6e-86cddecfe7db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:33:59.275842 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6adc86a-abf5-4c61-bb6e-86cddecfe7db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:33:59.276212 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6adc86a-abf5-4c61-bb6e-86cddecfe7db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:33:59.276581 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6adc86a-abf5-4c61-bb6e-86cddecfe7db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:33:59.276945 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6adc86a-abf5-4c61-bb6e-86cddecfe7db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:33:59.277309 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6adc86a-abf5-4c61-bb6e-86cddecfe7db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:33:59.277671 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6adc86a-abf5-4c61-bb6e-86cddecfe7db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:33:59.282436 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-a6adc86a-abf5-4c61-bb6e-86cddecfe7db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:33:59.326850 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-a6adc86a-abf5-4c61-bb6e-86cddecfe7db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756196669341'] for network, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:59.426624 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-a6adc86a-abf5-4c61-bb6e-86cddecfe7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111'] for network, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:59.427585 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6adc86a-abf5-4c61-bb6e-86cddecfe7db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:33:59.428164 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-a6adc86a-abf5-4c61-bb6e-86cddecfe7db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for network, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:59.430325 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:33:59.510121 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6adc86a-abf5-4c61-bb6e-86cddecfe7db admin admin] Pushing event updated for resources: {'Network': ['ID=247a1fa1-3fac-4d91-ab90-d663c937d70d,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:33:59.512903 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-a6adc86a-abf5-4c61-bb6e-86cddecfe7db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:33:59.520218 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Network 247a1fa1-3fac-4d91-ab90-d663c937d70d details requested by agent ovs-agent-dv-cinder-796170-1-iscsi with host dv-cinder-796170-1-iscsi {{(pid=92487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 14 03:33:59.553545 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-a6adc86a-abf5-4c61-bb6e-86cddecfe7db admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.7994759
Jun 14 03:33:59.556373 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 49086) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:33:59.561222 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [None req-e7de5331-aec7-40df-876e-a7e4e217d8fa admin admin] Request body: {'subnet': {'network_id': '247a1fa1-3fac-4d91-ab90-d663c937d70d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-936886443-subnet', 'tenant_id': 'bce4c6bd7b1f44a1903c724420063f22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:33:59.655531 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7de5331-aec7-40df-876e-a7e4e217d8fa admin admin] Made reservation on behalf of bce4c6bd7b1f44a1903c724420063f22 for: {'subnet': 1} {{(pid=92486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 14 03:33:59.657837 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-e7de5331-aec7-40df-876e-a7e4e217d8fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63246795'] for subnet, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:59.935868 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-e7de5331-aec7-40df-876e-a7e4e217d8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66823779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63152394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63246813'] for subnet, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:33:59.938579 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:34:00.003536 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7de5331-aec7-40df-876e-a7e4e217d8fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=f51a3e4e-ef89-46e4-a40a-8a5cda225e51,revision_number=0']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:34:00.007173 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-e7de5331-aec7-40df-876e-a7e4e217d8fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:34:00.012616 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7de5331-aec7-40df-876e-a7e4e217d8fa admin admin] Checking segment: {'id': '1958bdbb-1766-4a1c-82c2-08f2efe01e46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '247a1fa1-3fac-4d91-ab90-d663c937d70d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 14 03:34:00.012969 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7de5331-aec7-40df-876e-a7e4e217d8fa admin admin] Network hostable DHCP agents. Network: 247a1fa1-3fac-4d91-ab90-d663c937d70d, hostable agents: ['0d423c39-5fbd-4170-be1c-b40e9c0b21c1'], hosted agents: [] {{(pid=92486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 14 03:34:00.083090 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7de5331-aec7-40df-876e-a7e4e217d8fa admin admin] Network 247a1fa1-3fac-4d91-ab90-d663c937d70d is scheduled to be hosted by DHCP agent 0d423c39-5fbd-4170-be1c-b40e9c0b21c1 with binding_index 1 {{(pid=92486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 14 03:34:00.169947 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.base_scheduler [None req-e7de5331-aec7-40df-876e-a7e4e217d8fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-1-iscsi, 247a1fa1-3fac-4d91-ab90-d663c937d70d) {{(pid=92486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:34:00.174043 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7de5331-aec7-40df-876e-a7e4e217d8fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:34:00.174754 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-e7de5331-aec7-40df-876e-a7e4e217d8fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:00.179875 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9aa3cb-8eb7-4aa3-8c9f-167bc0d684a7 None None] Network 247a1fa1-3fac-4d91-ab90-d663c937d70d requested from dv-cinder-796170-1-iscsi {{(pid=92487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 14 03:34:00.267935 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-e7de5331-aec7-40df-876e-a7e4e217d8fa admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.7049458
Jun 14 03:34:00.337928 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18157e72-b0fb-4cfa-821b-b09e3cb4e32b None None] Network 247a1fa1-3fac-4d91-ab90-d663c937d70d requested from dv-cinder-796170-1-iscsi {{(pid=92487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 14 03:34:00.881200 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 49102) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:34:00.886238 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [None req-ade01aef-15bc-42c2-b9d7-40726fff69cb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2034175230-network', 'tenant_id': 'e46b32b5113c4164b7723e485367f925'}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:34:00.986831 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade01aef-15bc-42c2-b9d7-40726fff69cb admin admin] Made reservation on behalf of e46b32b5113c4164b7723e485367f925 for: {'network': 1} {{(pid=92486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 14 03:34:00.989587 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-ade01aef-15bc-42c2-b9d7-40726fff69cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-668467'] for network, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:01.000806 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-ade01aef-15bc-42c2-b9d7-40726fff69cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:01.090924 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-ade01aef-15bc-42c2-b9d7-40726fff69cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:01.140941 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-ade01aef-15bc-42c2-b9d7-40726fff69cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:01.144744 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-0d0b3663-5925-4db1-8a6d-93bdaae76d51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:34:01.166428 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ade01aef-15bc-42c2-b9d7-40726fff69cb admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'}  {{(pid=92486) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 14 03:34:01.176068 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade01aef-15bc-42c2-b9d7-40726fff69cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16655e1c-c801-40ea-a571-db9cb757ccdf,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:34:01.180886 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-ade01aef-15bc-42c2-b9d7-40726fff69cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:34:01.182038 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-ade01aef-15bc-42c2-b9d7-40726fff69cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677934'] for segment, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:01.182680 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.db.segments_db [None req-ade01aef-15bc-42c2-b9d7-40726fff69cb admin admin] Added segment ea8c96fa-6caf-4ee6-8d5b-3f19ee42274e of type vlan for network a72e3014-5f73-4e99-a133-cb449b333b2b
Jun 14 03:34:01.238421 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-ade01aef-15bc-42c2-b9d7-40726fff69cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8756196669341'] for network, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:01.318240 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-ade01aef-15bc-42c2-b9d7-40726fff69cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111'] for network, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:01.319277 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade01aef-15bc-42c2-b9d7-40726fff69cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:34:01.319878 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-ade01aef-15bc-42c2-b9d7-40726fff69cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for network, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:01.321981 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-f195e060-6f81-4659-8b86-4016b4ab7c89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:34:01.401784 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade01aef-15bc-42c2-b9d7-40726fff69cb admin admin] Pushing event updated for resources: {'Network': ['ID=a72e3014-5f73-4e99-a133-cb449b333b2b,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:34:01.404544 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-ade01aef-15bc-42c2-b9d7-40726fff69cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:34:01.412071 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Network a72e3014-5f73-4e99-a133-cb449b333b2b details requested by agent ovs-agent-dv-cinder-796170-1-iscsi with host dv-cinder-796170-1-iscsi {{(pid=92487) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 14 03:34:01.421728 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-ade01aef-15bc-42c2-b9d7-40726fff69cb admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.5394418
Jun 14 03:34:01.425127 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 49104) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:34:01.430317 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.v2.base [None req-1ce31adf-8416-4398-a85d-6c827c1bbe04 admin admin] Request body: {'subnet': {'network_id': 'a72e3014-5f73-4e99-a133-cb449b333b2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2034175230-subnet', 'tenant_id': 'e46b32b5113c4164b7723e485367f925', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92486) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 14 03:34:01.501112 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce31adf-8416-4398-a85d-6c827c1bbe04 admin admin] Made reservation on behalf of e46b32b5113c4164b7723e485367f925 for: {'subnet': 1} {{(pid=92486) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 14 03:34:01.503740 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-1ce31adf-8416-4398-a85d-6c827c1bbe04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-63246795'] for subnet, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:01.758432 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-1ce31adf-8416-4398-a85d-6c827c1bbe04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66823779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63152394', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-63246813'] for subnet, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:01.761205 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-474d8331-b2b4-4ccf-bd1e-e71db5a82387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:34:01.807056 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.agents_db [None req-ff4782b4-218c-43ce-8b60-1c0132b4bc55 None None] Agent healthcheck: found 6 active agents {{(pid=92488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 14 03:34:01.821938 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce31adf-8416-4398-a85d-6c827c1bbe04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fd4f204-0189-47f8-add4-1ac21edb2942,revision_number=0']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:34:01.824550 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-1ce31adf-8416-4398-a85d-6c827c1bbe04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:34:01.834015 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce31adf-8416-4398-a85d-6c827c1bbe04 admin admin] Checking segment: {'id': 'ea8c96fa-6caf-4ee6-8d5b-3f19ee42274e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'a72e3014-5f73-4e99-a133-cb449b333b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92486) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 14 03:34:01.834407 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce31adf-8416-4398-a85d-6c827c1bbe04 admin admin] Network hostable DHCP agents. Network: a72e3014-5f73-4e99-a133-cb449b333b2b, hostable agents: ['0d423c39-5fbd-4170-be1c-b40e9c0b21c1'], hosted agents: [] {{(pid=92486) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 14 03:34:01.946069 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce31adf-8416-4398-a85d-6c827c1bbe04 admin admin] Network a72e3014-5f73-4e99-a133-cb449b333b2b is scheduled to be hosted by DHCP agent 0d423c39-5fbd-4170-be1c-b40e9c0b21c1 with binding_index 1 {{(pid=92486) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 14 03:34:02.026280 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.base_scheduler [None req-1ce31adf-8416-4398-a85d-6c827c1bbe04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-1-iscsi, a72e3014-5f73-4e99-a133-cb449b333b2b) {{(pid=92486) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 14 03:34:02.030267 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce31adf-8416-4398-a85d-6c827c1bbe04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:34:02.030889 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-1ce31adf-8416-4398-a85d-6c827c1bbe04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:02.035222 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36accae-75a3-4e22-addf-ed1934ee9946 None None] Network a72e3014-5f73-4e99-a133-cb449b333b2b requested from dv-cinder-796170-1-iscsi {{(pid=92487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 14 03:34:02.107940 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-1ce31adf-8416-4398-a85d-6c827c1bbe04 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.6814978
Jun 14 03:34:02.203784 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04c0abb-0314-4ee9-a200-7a13b8bfd4f2 None None] Network a72e3014-5f73-4e99-a133-cb449b333b2b requested from dv-cinder-796170-1-iscsi {{(pid=92487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 14 03:34:02.223421 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 49108) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:34:02.280415 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.db_base_plugin_v2 [None req-89f1045d-3904-4136-8863-45189c38874c admin admin] Deleting subnet f51a3e4e-ef89-46e4-a40a-8a5cda225e51 {{(pid=92486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 14 03:34:02.283540 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-89f1045d-3904-4136-8863-45189c38874c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:02.325373 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-89f1045d-3904-4136-8863-45189c38874c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63152461'] for subnet, precommit_delete_associations {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:02.372166 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-89f1045d-3904-4136-8863-45189c38874c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675963'] for subnet, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:02.507799 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-89f1045d-3904-4136-8863-45189c38874c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66823779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63152457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63246822'] for subnet, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:02.509822 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:34:02.540341 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f1045d-3904-4136-8863-45189c38874c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f51a3e4e-ef89-46e4-a40a-8a5cda225e51,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:34:02.542586 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-89f1045d-3904-4136-8863-45189c38874c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:34:02.545322 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-89f1045d-3904-4136-8863-45189c38874c admin admin] Notify callbacks [] for subnet, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:02.547238 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-89f1045d-3904-4136-8863-45189c38874c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f51a3e4e-ef89-46e4-a40a-8a5cda225e51 HTTP/1.1" status: 204  len: 168 time: 0.3227654
Jun 14 03:34:02.550075 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 49110) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:34:02.639484 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-7100297d-90d0-4fce-ad2a-6465c789cac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577520'] for network, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:02.742276 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-7100297d-90d0-4fce-ad2a-6465c789cac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682470', 'neutron.services.segments.db._delete_segments_for_network-8756197238200'] for network, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:02.753205 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.services.segments.db [None req-7100297d-90d0-4fce-ad2a-6465c789cac3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6b5773bb20>,) {'filters': {'network_id': ['247a1fa1-3fac-4d91-ab90-d663c937d70d']}} {{(pid=92486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:34:02.767626 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.services.segments.db [None req-7100297d-90d0-4fce-ad2a-6465c789cac3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6b5773bb20>, '1958bdbb-1766-4a1c-82c2-08f2efe01e46') {'for_net_delete': True} {{(pid=92486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:34:02.767920 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.services.segments.db [None req-7100297d-90d0-4fce-ad2a-6465c789cac3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6b5773bb20>, '1958bdbb-1766-4a1c-82c2-08f2efe01e46') {} {{(pid=92486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:34:02.777490 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-7100297d-90d0-4fce-ad2a-6465c789cac3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756197238038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63152454'] for segment, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:02.792021 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-7100297d-90d0-4fce-ad2a-6465c789cac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677934'] for segment, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:02.797428 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7100297d-90d0-4fce-ad2a-6465c789cac3 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=92486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 14 03:34:02.797808 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-7100297d-90d0-4fce-ad2a-6465c789cac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63152352'] for segment, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:02.799447 dv-cinder-796170-1-iscsi neutron-server[92486]: Traceback (most recent call last):
Jun 14 03:34:02.799447 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 14 03:34:02.799447 dv-cinder-796170-1-iscsi neutron-server[92486]:     timer()
Jun 14 03:34:02.799447 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 14 03:34:02.799447 dv-cinder-796170-1-iscsi neutron-server[92486]:     cb(*args, **kw)
Jun 14 03:34:02.799447 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 14 03:34:02.799447 dv-cinder-796170-1-iscsi neutron-server[92486]:     return func(*args, **kwargs)
Jun 14 03:34:02.799447 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 14 03:34:02.799447 dv-cinder-796170-1-iscsi neutron-server[92486]:     self._notify()
Jun 14 03:34:02.799447 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 14 03:34:02.799447 dv-cinder-796170-1-iscsi neutron-server[92486]:     self.callback(batched_events)
Jun 14 03:34:02.799447 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 14 03:34:02.799447 dv-cinder-796170-1-iscsi neutron-server[92486]:     event.method(event)
Jun 14 03:34:02.799447 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 14 03:34:02.799447 dv-cinder-796170-1-iscsi neutron-server[92486]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 14 03:34:02.799447 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 14 03:34:02.799447 dv-cinder-796170-1-iscsi neutron-server[92486]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 14 03:34:02.799447 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 14 03:34:02.799447 dv-cinder-796170-1-iscsi neutron-server[92486]:     return f(self, *a, **k)
Jun 14 03:34:02.799447 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 14 03:34:02.799447 dv-cinder-796170-1-iscsi neutron-server[92486]:     return self._get(url).json()
Jun 14 03:34:02.799447 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 14 03:34:02.799447 dv-cinder-796170-1-iscsi neutron-server[92486]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 14 03:34:02.799447 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 14 03:34:02.799447 dv-cinder-796170-1-iscsi neutron-server[92486]:     return self.request(url, 'GET', **kwargs)
Jun 14 03:34:02.799447 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 14 03:34:02.799447 dv-cinder-796170-1-iscsi neutron-server[92486]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 14 03:34:02.799447 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 14 03:34:02.799447 dv-cinder-796170-1-iscsi neutron-server[92486]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 14 03:34:02.799447 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 14 03:34:02.799447 dv-cinder-796170-1-iscsi neutron-server[92486]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 14 03:34:02.799447 dv-cinder-796170-1-iscsi neutron-server[92486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 14 03:34:02.923719 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-7100297d-90d0-4fce-ad2a-6465c789cac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66755087'] for network, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:02.927902 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-4a970be7-4172-47eb-8227-da26d669b0f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:34:02.930234 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-7100297d-90d0-4fce-ad2a-6465c789cac3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for network, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:02.932043 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-7100297d-90d0-4fce-ad2a-6465c789cac3 admin admin] 10.222.0.13 "DELETE /v2.0/networks/247a1fa1-3fac-4d91-ab90-d663c937d70d HTTP/1.1" status: 204  len: 168 time: 0.3810551
Jun 14 03:34:02.934968 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 49112) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:34:02.945600 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7100297d-90d0-4fce-ad2a-6465c789cac3 admin admin] Pushing event deleted for resources: {'Network': ['ID=247a1fa1-3fac-4d91-ab90-d663c937d70d,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:34:02.947804 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-7100297d-90d0-4fce-ad2a-6465c789cac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:34:02.991310 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb4dc4fd-0de4-4818-b125-09fb8591bea5 admin admin] Deleting subnet 8fd4f204-0189-47f8-add4-1ac21edb2942 {{(pid=92485) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 14 03:34:02.994720 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-fb4dc4fd-0de4-4818-b125-09fb8591bea5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:03.036441 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-fb4dc4fd-0de4-4818-b125-09fb8591bea5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63278761'] for subnet, precommit_delete_associations {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:03.096226 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-fb4dc4fd-0de4-4818-b125-09fb8591bea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675963'] for subnet, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:03.198389 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-fb4dc4fd-0de4-4818-b125-09fb8591bea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66823779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62999320', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-58666758'] for subnet, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:03.201362 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-18eb71d6-6a0a-4ccf-9291-7228f195aa66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:34:03.231992 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4dc4fd-0de4-4818-b125-09fb8591bea5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fd4f204-0189-47f8-add4-1ac21edb2942,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:34:03.234358 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-fb4dc4fd-0de4-4818-b125-09fb8591bea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:34:03.236774 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-fb4dc4fd-0de4-4818-b125-09fb8591bea5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for subnet, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:03.241461 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-fb4dc4fd-0de4-4818-b125-09fb8591bea5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8fd4f204-0189-47f8-add4-1ac21edb2942 HTTP/1.1" status: 204  len: 168 time: 0.3054702
Jun 14 03:34:03.241650 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 49114) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:34:03.332405 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-d8ccc69a-3d37-487e-81b9-eb596208160c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577520'] for network, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:03.436017 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-d8ccc69a-3d37-487e-81b9-eb596208160c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682470', 'neutron.services.segments.db._delete_segments_for_network-8756197238200'] for network, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:03.447543 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.services.segments.db [None req-d8ccc69a-3d37-487e-81b9-eb596208160c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6b57424bb0>,) {'filters': {'network_id': ['a72e3014-5f73-4e99-a133-cb449b333b2b']}} {{(pid=92486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:34:03.458916 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.services.segments.db [None req-d8ccc69a-3d37-487e-81b9-eb596208160c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6b57424bb0>, 'ea8c96fa-6caf-4ee6-8d5b-3f19ee42274e') {'for_net_delete': True} {{(pid=92486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:34:03.459210 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.services.segments.db [None req-d8ccc69a-3d37-487e-81b9-eb596208160c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6b57424bb0>, 'ea8c96fa-6caf-4ee6-8d5b-3f19ee42274e') {} {{(pid=92486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:34:03.469083 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-d8ccc69a-3d37-487e-81b9-eb596208160c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756197238038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63152454'] for segment, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:03.484315 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-d8ccc69a-3d37-487e-81b9-eb596208160c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677934'] for segment, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:03.490296 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8ccc69a-3d37-487e-81b9-eb596208160c admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=92486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 14 03:34:03.490693 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-d8ccc69a-3d37-487e-81b9-eb596208160c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63152352'] for segment, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:03.492277 dv-cinder-796170-1-iscsi neutron-server[92486]: Traceback (most recent call last):
Jun 14 03:34:03.492277 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 14 03:34:03.492277 dv-cinder-796170-1-iscsi neutron-server[92486]:     timer()
Jun 14 03:34:03.492277 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 14 03:34:03.492277 dv-cinder-796170-1-iscsi neutron-server[92486]:     cb(*args, **kw)
Jun 14 03:34:03.492277 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 14 03:34:03.492277 dv-cinder-796170-1-iscsi neutron-server[92486]:     return func(*args, **kwargs)
Jun 14 03:34:03.492277 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 14 03:34:03.492277 dv-cinder-796170-1-iscsi neutron-server[92486]:     self._notify()
Jun 14 03:34:03.492277 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 14 03:34:03.492277 dv-cinder-796170-1-iscsi neutron-server[92486]:     self.callback(batched_events)
Jun 14 03:34:03.492277 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 14 03:34:03.492277 dv-cinder-796170-1-iscsi neutron-server[92486]:     event.method(event)
Jun 14 03:34:03.492277 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 14 03:34:03.492277 dv-cinder-796170-1-iscsi neutron-server[92486]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 14 03:34:03.492277 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 14 03:34:03.492277 dv-cinder-796170-1-iscsi neutron-server[92486]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 14 03:34:03.492277 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 14 03:34:03.492277 dv-cinder-796170-1-iscsi neutron-server[92486]:     return f(self, *a, **k)
Jun 14 03:34:03.492277 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 14 03:34:03.492277 dv-cinder-796170-1-iscsi neutron-server[92486]:     return self._get(url).json()
Jun 14 03:34:03.492277 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 14 03:34:03.492277 dv-cinder-796170-1-iscsi neutron-server[92486]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 14 03:34:03.492277 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 14 03:34:03.492277 dv-cinder-796170-1-iscsi neutron-server[92486]:     return self.request(url, 'GET', **kwargs)
Jun 14 03:34:03.492277 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 14 03:34:03.492277 dv-cinder-796170-1-iscsi neutron-server[92486]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 14 03:34:03.492277 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 14 03:34:03.492277 dv-cinder-796170-1-iscsi neutron-server[92486]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 14 03:34:03.492277 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 14 03:34:03.492277 dv-cinder-796170-1-iscsi neutron-server[92486]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 14 03:34:03.492277 dv-cinder-796170-1-iscsi neutron-server[92486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 14 03:34:03.661100 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-d8ccc69a-3d37-487e-81b9-eb596208160c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66755087'] for network, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:03.664336 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-a901a42a-b11f-4b7a-8ac0-ca36683e208f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:34:03.666699 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-d8ccc69a-3d37-487e-81b9-eb596208160c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for network, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:03.668489 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-d8ccc69a-3d37-487e-81b9-eb596208160c admin admin] 10.222.0.13 "DELETE /v2.0/networks/a72e3014-5f73-4e99-a133-cb449b333b2b HTTP/1.1" status: 204  len: 168 time: 0.4259543
Jun 14 03:34:03.681517 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ccc69a-3d37-487e-81b9-eb596208160c admin admin] Pushing event deleted for resources: {'Network': ['ID=a72e3014-5f73-4e99-a133-cb449b333b2b,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:34:03.683861 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-d8ccc69a-3d37-487e-81b9-eb596208160c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:34:04.038715 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 49118) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:34:04.081656 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-7d01d4f1-edc7-48de-b6fd-5ce5aa09830a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bce4c6bd7b1f44a1903c724420063f22&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0412357
Jun 14 03:34:04.083967 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 49120) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:34:04.133842 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-c863e600-851f-4317-b903-cb5ff642e82d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:04.156667 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-c863e600-851f-4317-b903-cb5ff642e82d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:04.249949 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-c863e600-851f-4317-b903-cb5ff642e82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:04.253128 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-c863e600-851f-4317-b903-cb5ff642e82d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:04.254816 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-c863e600-851f-4317-b903-cb5ff642e82d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b9c47327-51c6-4085-b616-8ce2515ab119 HTTP/1.1" status: 204  len: 168 time: 0.1699853
Jun 14 03:34:04.255598 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-1d494517-8d2b-4027-b7b9-3db2fdaa84f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:34:04.264278 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c863e600-851f-4317-b903-cb5ff642e82d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c47327-51c6-4085-b616-8ce2515ab119,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:34:04.266493 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-c863e600-851f-4317-b903-cb5ff642e82d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:34:04.443161 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-fa649bef-f577-4deb-98e4-cd3f0a51f782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:04.913255 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 49126) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:34:04.962634 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-7b77f9ec-8cfc-4a06-831d-cb3baf550ae3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e46b32b5113c4164b7723e485367f925&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0480924
Jun 14 03:34:04.965046 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 49128) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:34:05.018744 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-be2853d9-ec61-4687-97bd-f9fea9e02004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:05.040670 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-be2853d9-ec61-4687-97bd-f9fea9e02004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:05.158096 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-be2853d9-ec61-4687-97bd-f9fea9e02004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:05.160638 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-be2853d9-ec61-4687-97bd-f9fea9e02004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:05.161751 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-be2853d9-ec61-4687-97bd-f9fea9e02004 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/16655e1c-c801-40ea-a571-db9cb757ccdf HTTP/1.1" status: 204  len: 168 time: 0.1958442
Jun 14 03:34:05.162579 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-bac3246b-66ae-40c3-b92d-1bbca7e407c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:34:05.171880 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2853d9-ec61-4687-97bd-f9fea9e02004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16655e1c-c801-40ea-a571-db9cb757ccdf,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:34:05.174302 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-be2853d9-ec61-4687-97bd-f9fea9e02004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:34:06.078704 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:06.987668 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-25e3ce17-ad8c-4c77-992a-e04704cefa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:07.214584 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:08.187113 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-a6614653-0164-4561-80ac-e583b9425df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:09.729790 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-37effd67-6caa-48ba-975b-7ec46c17b4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:14.610916 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-c8e50b23-0cbf-4e18-a209-585dd5b44cf5 req-58534113-ed1e-4d76-936a-5de160ee8628 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bf65c341-9b9c-4c01-aaad-b02987a00d7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0586071
Jun 14 03:34:14.689827 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e50b23-0cbf-4e18-a209-585dd5b44cf5 req-9d37bf8d-a185-4ef2-8a8e-54353a84b60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:34:14.691276 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-c8e50b23-0cbf-4e18-a209-585dd5b44cf5 req-9d37bf8d-a185-4ef2-8a8e-54353a84b60a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=677c749727ed45bc8bb151403e7f4fa1&device_id=bf65c341-9b9c-4c01-aaad-b02987a00d7b HTTP/1.1" status: 200  len: 1098 time: 0.0582595
Jun 14 03:34:14.820696 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e50b23-0cbf-4e18-a209-585dd5b44cf5 req-bd386cb4-1e9b-4b04-afca-fed57fa2bcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:34:14.822067 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-c8e50b23-0cbf-4e18-a209-585dd5b44cf5 req-bd386cb4-1e9b-4b04-afca-fed57fa2bcd5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=34b23c78-3069-403b-be6d-6131877d9778 HTTP/1.1" status: 200  len: 912 time: 0.1111665
Jun 14 03:34:14.908407 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-c8e50b23-0cbf-4e18-a209-585dd5b44cf5 req-c72702d9-8cc5-4e7d-9999-69d211797fae service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa3777d5-00bc-4106-aa44-f1beaadae1f4 HTTP/1.1" status: 200  len: 1001 time: 0.0796957
Jun 14 03:34:14.963915 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e50b23-0cbf-4e18-a209-585dd5b44cf5 req-b82a49ae-218b-42fb-9b2e-d6718b8df397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:34:14.965321 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-c8e50b23-0cbf-4e18-a209-585dd5b44cf5 req-b82a49ae-218b-42fb-9b2e-d6718b8df397 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1fa62e25-98c4-4c90-9558-661a82d6770a HTTP/1.1" status: 200  len: 850 time: 0.0515127
Jun 14 03:34:15.031688 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e50b23-0cbf-4e18-a209-585dd5b44cf5 req-c05bf4ff-70b5-4978-a954-3dfb77e98b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:34:15.033121 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-c8e50b23-0cbf-4e18-a209-585dd5b44cf5 req-c05bf4ff-70b5-4978-a954-3dfb77e98b20 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34b23c78-3069-403b-be6d-6131877d9778&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0608032
Jun 14 03:34:15.144004 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-c8e50b23-0cbf-4e18-a209-585dd5b44cf5 req-4e735526-9b0c-4352-8f77-fcb9488b2c1d service neutron] 10.222.0.37 "GET /v2.0/networks/34b23c78-3069-403b-be6d-6131877d9778?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1044319
Jun 14 03:34:15.257263 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-c8e50b23-0cbf-4e18-a209-585dd5b44cf5 req-d3b78a8a-0d5d-420a-85e9-63514295f271 service neutron] 10.222.0.37 "GET /v2.0/networks/34b23c78-3069-403b-be6d-6131877d9778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1073186
Jun 14 03:34:17.899496 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 49218) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:34:18.038266 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-afe07203-20ec-4653-b638-040c28f7fc0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:18.127109 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-afe07203-20ec-4653-b638-040c28f7fc0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:18.260517 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-afe07203-20ec-4653-b638-040c28f7fc0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:18.263982 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-568d0d36-3475-4dbd-a0e4-17beaaa0a799 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:34:18.305897 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-afe07203-20ec-4653-b638-040c28f7fc0e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a3ecd2170e6941459ec481d2f3c755ff&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4053359
Jun 14 03:34:18.307098 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe07203-20ec-4653-b638-040c28f7fc0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d690867-3887-48a3-bc83-92ead2f5137d,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:34:18.308698 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 49222) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:34:18.310167 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-afe07203-20ec-4653-b638-040c28f7fc0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:34:18.361971 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-74e98fd4-f977-4575-95c3-a6a75035a8de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:18.389723 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-74e98fd4-f977-4575-95c3-a6a75035a8de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:18.529668 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-74e98fd4-f977-4575-95c3-a6a75035a8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:18.532245 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-74e98fd4-f977-4575-95c3-a6a75035a8de admin admin] Notify callbacks [] for security_group, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:18.533432 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-74e98fd4-f977-4575-95c3-a6a75035a8de admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3d690867-3887-48a3-bc83-92ead2f5137d HTTP/1.1" status: 204  len: 168 time: 0.2236996
Jun 14 03:34:18.534256 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-9ff31eb1-aa8f-4e10-81a8-eec8840e395e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:34:18.543603 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e98fd4-f977-4575-95c3-a6a75035a8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d690867-3887-48a3-bc83-92ead2f5137d,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:34:18.545871 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-74e98fd4-f977-4575-95c3-a6a75035a8de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:34:19.186275 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 49228) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:34:19.203097 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-51814a45-08dd-47df-ab48-d335f0ca0ae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:19.294163 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-51814a45-08dd-47df-ab48-d335f0ca0ae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:19.369657 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-51814a45-08dd-47df-ab48-d335f0ca0ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:19.372145 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-7ccf06b7-6c49-4f2b-a761-b2d0747e36a8 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:34:19.412994 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-51814a45-08dd-47df-ab48-d335f0ca0ae2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=22453121ae974377a3fdac6d193ed143&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2253447
Jun 14 03:34:19.413995 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51814a45-08dd-47df-ab48-d335f0ca0ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6c66bc-8231-478c-a5c9-8c56b2ece967,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:34:19.415600 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 49230) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:34:19.417423 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-51814a45-08dd-47df-ab48-d335f0ca0ae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:34:19.472467 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-c61cebf8-703a-4ec3-b5cf-a313925314ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:19.495180 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-c61cebf8-703a-4ec3-b5cf-a313925314ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:19.621338 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-c61cebf8-703a-4ec3-b5cf-a313925314ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:19.623881 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-c61cebf8-703a-4ec3-b5cf-a313925314ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:19.625067 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-c61cebf8-703a-4ec3-b5cf-a313925314ef admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8e6c66bc-8231-478c-a5c9-8c56b2ece967 HTTP/1.1" status: 204  len: 168 time: 0.2083743
Jun 14 03:34:19.625944 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-4bbf45e6-1ce2-4a5f-bdbb-ed1482e00ab7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:34:19.635001 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61cebf8-703a-4ec3-b5cf-a313925314ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6c66bc-8231-478c-a5c9-8c56b2ece967,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:34:19.637270 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-c61cebf8-703a-4ec3-b5cf-a313925314ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:34:28.160099 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 49322) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:34:28.364314 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.plugin [None req-31eaace8-1aec-4df7-9580-6986fa0ed5aa tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Deleting port 1f0a0942-e8a1-4ab2-88f2-9dcc3a0b593c {{(pid=92485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 14 03:34:28.364651 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-31eaace8-1aec-4df7-9580-6986fa0ed5aa tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756197070376'] for port, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:28.468689 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-31eaace8-1aec-4df7-9580-6986fa0ed5aa tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66754036'] for port, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:28.469020 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-31eaace8-1aec-4df7-9580-6986fa0ed5aa tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:28.564888 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.plugin [None req-31eaace8-1aec-4df7-9580-6986fa0ed5aa tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Calling delete_port for 1f0a0942-e8a1-4ab2-88f2-9dcc3a0b593c owned by network:floatingip {{(pid=92485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 14 03:34:28.775583 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-31eaace8-1aec-4df7-9580-6986fa0ed5aa tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756197075788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756196682536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62999266'] for port, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:28.778569 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-34b9bcc1-cff8-417f-8215-818385f57c76 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:34:28.806428 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eaace8-1aec-4df7-9580-6986fa0ed5aa tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Pushing event deleted for resources: {'Port': ['ID=1f0a0942-e8a1-4ab2-88f2-9dcc3a0b593c,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:34:28.810069 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-31eaace8-1aec-4df7-9580-6986fa0ed5aa tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:34:28.882403 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-31eaace8-1aec-4df7-9580-6986fa0ed5aa tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks [] for floatingip, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:28.887459 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.db.l3_db [None req-31eaace8-1aec-4df7-9580-6986fa0ed5aa tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Floating IP 91c0b2db-561e-4ba7-b1df-aa9b345c0fa5 disassociated (deleted). External IP: 172.27.2.114, port: fa3777d5-00bc-4106-aa44-f1beaadae1f4.
Jun 14 03:34:29.450636 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31eaace8-1aec-4df7-9580-6986fa0ed5aa tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Router 9107ac6f-5253-40e5-8381-7294f4653f9c has already been hosted by L3 agent faa78350-ce80-467b-8f2c-9d7893daed85 {{(pid=92485) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 14 03:34:29.597057 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31eaace8-1aec-4df7-9580-6986fa0ed5aa tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify agent at l3_agent.dv-cinder-796170-1-iscsi the message routers_updated {{(pid=92485) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 14 03:34:29.601778 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-31eaace8-1aec-4df7-9580-6986fa0ed5aa tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389'] for floatingip, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:29.606270 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f604c9de-27b7-4eb1-87b1-de9a15e18bff None None] Sync routers for ids ['9107ac6f-5253-40e5-8381-7294f4653f9c'] in dv-cinder-796170-1-iscsi {{(pid=92487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 14 03:34:29.614800 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f604c9de-27b7-4eb1-87b1-de9a15e18bff None None] Routers {'9107ac6f-5253-40e5-8381-7294f4653f9c'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:34:29.615417 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-f604c9de-27b7-4eb1-87b1-de9a15e18bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5cd959d0>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:34:07Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['9107ac6f-5253-40e5-8381-7294f4653f9c'], 'active': True} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:34:29.647759 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-31eaace8-1aec-4df7-9580-6986fa0ed5aa tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "DELETE /v2.0/floatingips/91c0b2db-561e-4ba7-b1df-aa9b345c0fa5 HTTP/1.1" status: 204  len: 168 time: 1.4865658
Jun 14 03:34:29.648414 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf65c341-9b9c-4c01-aaad-b02987a00d7b', 'tag': 'fa3777d5-00bc-4106-aa44-f1beaadae1f4'}] {{(pid=92485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:34:29.651353 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0639b30c08a1ea7684a5dbba31199bfc4186ae3813d9033880ffe89de9bab324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc3f7e5f-7f58-4c62-a6c1-6aab39063c8d" -d '{"events": [{"name": "network-changed", "server_uuid": "bf65c341-9b9c-4c01-aaad-b02987a00d7b", "tag": "fa3777d5-00bc-4106-aa44-f1beaadae1f4"}]}' {{(pid=92485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:34:29.695603 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 03:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ccda35-d520-429a-896e-b1b968d8665f x-openstack-request-id: req-64ccda35-d520-429a-896e-b1b968d8665f {{(pid=92485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:34:29.695931 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf65c341-9b9c-4c01-aaad-b02987a00d7b", "tag": "fa3777d5-00bc-4106-aa44-f1beaadae1f4", "status": "completed", "code": 200}]} {{(pid=92485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:34:29.696219 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-64ccda35-d520-429a-896e-b1b968d8665f {{(pid=92485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:34:29.696658 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf65c341-9b9c-4c01-aaad-b02987a00d7b', 'tag': 'fa3777d5-00bc-4106-aa44-f1beaadae1f4', 'status': 'completed', 'code': 200}
Jun 14 03:34:29.773827 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvr_db [None req-f604c9de-27b7-4eb1-87b1-de9a15e18bff None None] Set router 9107ac6f-5253-40e5-8381-7294f4653f9c gateway port host: dv-cinder-796170-1-iscsi {{(pid=92487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:34:29.787297 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f7e5f-7f58-4c62-a6c1-6aab39063c8d req-f273d5d1-4db3-48fd-87eb-6dff6dcb99d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:34:29.788849 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-cc3f7e5f-7f58-4c62-a6c1-6aab39063c8d req-f273d5d1-4db3-48fd-87eb-6dff6dcb99d7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=677c749727ed45bc8bb151403e7f4fa1&device_id=bf65c341-9b9c-4c01-aaad-b02987a00d7b HTTP/1.1" status: 200  len: 1098 time: 0.0668216
Jun 14 03:34:29.924279 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f7e5f-7f58-4c62-a6c1-6aab39063c8d req-8405244d-bc44-418f-b756-262109c23749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:34:29.926099 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-cc3f7e5f-7f58-4c62-a6c1-6aab39063c8d req-8405244d-bc44-418f-b756-262109c23749 service neutron] 10.222.0.37 "GET /v2.0/networks?id=34b23c78-3069-403b-be6d-6131877d9778 HTTP/1.1" status: 200  len: 912 time: 0.1296639
Jun 14 03:34:29.988142 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-cc3f7e5f-7f58-4c62-a6c1-6aab39063c8d req-1cf2f6ea-6a5e-4535-a418-69161c29cbf8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa3777d5-00bc-4106-aa44-f1beaadae1f4 HTTP/1.1" status: 200  len: 217 time: 0.0543029
Jun 14 03:34:30.052312 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f7e5f-7f58-4c62-a6c1-6aab39063c8d req-cade4c5f-5777-4428-af32-eede1bd2bb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:34:30.053803 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-cc3f7e5f-7f58-4c62-a6c1-6aab39063c8d req-cade4c5f-5777-4428-af32-eede1bd2bb0e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1fa62e25-98c4-4c90-9558-661a82d6770a HTTP/1.1" status: 200  len: 850 time: 0.0598760
Jun 14 03:34:30.106603 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-f604c9de-27b7-4eb1-87b1-de9a15e18bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5cd959d0>, [{'id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'name': 'tempest-TestVolumeBootPattern-923657156-router', 'tenant_id': '677c749727ed45bc8bb151403e7f4fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '0e733936-1964-4e57-bec7-c8bc3d54d949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:27:21Z', 'updated_at': '2021-06-14T03:27:26Z', 'revision_number': 4, 'project_id': '677c749727ed45bc8bb151403e7f4fa1', 'gw_port': {'id': '0e733936-1964-4e57-bec7-c8bc3d54d949', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:27:22Z', 'updated_at': '2021-06-14T03:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_floatingips': [{'id': 'e7a4f82f-2697-4305-89f0-36428afecd90', 'tenant_id': '677c749727ed45bc8bb151403e7f4fa1', 'floating_ip_address': '172.27.2.113', 'floating_network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'router_id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'port_id': '536a8a91-f372-4c97-8613-11d4957a6ec2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34b23c78-3069-403b-be6d-6131877d9778', 'mac_address': 'fa:16:3e:4b:c1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e668f6d-887f-48ff-8da6-82a7edb90c0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T03:31:00Z', 'updated_at': '2021-06-14T03:31:02Z', 'revision_number': 1, 'project_id': '677c749727ed45bc8bb151403e7f4fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aac7cc5d-182a-4fa1-8cb6-a94e5086d20f', 'name': '', 'network_id': '34b23c78-3069-403b-be6d-6131877d9778', 'tenant_id': '677c749727ed45bc8bb151403e7f4fa1', 'mac_address': 'fa:16:3e:50:e1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '1fa62e25-98c4-4c90-9558-661a82d6770a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:27:25Z', 'updated_at': '2021-06-14T03:27:32Z', 'revision_number': 5, 'project_id': '677c749727ed45bc8bb151403e7f4fa1', 'subnets': [{'id': '1fa62e25-98c4-4c90-9558-661a82d6770a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:34:30.107100 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f604c9de-27b7-4eb1-87b1-de9a15e18bff None None] Checking router: 9107ac6f-5253-40e5-8381-7294f4653f9c for host: dv-cinder-796170-1-iscsi {{(pid=92487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 14 03:34:30.117818 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f604c9de-27b7-4eb1-87b1-de9a15e18bff None None] Routers {'9107ac6f-5253-40e5-8381-7294f4653f9c'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:34:30.118645 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-f604c9de-27b7-4eb1-87b1-de9a15e18bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5cd959d0>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:34:07Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['9107ac6f-5253-40e5-8381-7294f4653f9c'], 'active': True} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:34:30.124711 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f7e5f-7f58-4c62-a6c1-6aab39063c8d req-d9b20369-e1de-407b-a8a4-f455a6e37777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:34:30.126210 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-cc3f7e5f-7f58-4c62-a6c1-6aab39063c8d req-d9b20369-e1de-407b-a8a4-f455a6e37777 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34b23c78-3069-403b-be6d-6131877d9778&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0661385
Jun 14 03:34:30.248256 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-cc3f7e5f-7f58-4c62-a6c1-6aab39063c8d req-59bdf2f5-1481-413e-b68e-df033a652071 service neutron] 10.222.0.37 "GET /v2.0/networks/34b23c78-3069-403b-be6d-6131877d9778?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1152008
Jun 14 03:34:30.273079 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvr_db [None req-f604c9de-27b7-4eb1-87b1-de9a15e18bff None None] Set router 9107ac6f-5253-40e5-8381-7294f4653f9c gateway port host: dv-cinder-796170-1-iscsi {{(pid=92487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:34:30.373761 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-cc3f7e5f-7f58-4c62-a6c1-6aab39063c8d req-88139121-3f0d-4eda-a3eb-777333284021 service neutron] 10.222.0.37 "GET /v2.0/networks/34b23c78-3069-403b-be6d-6131877d9778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1191905
Jun 14 03:34:30.498725 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557fc736-066a-4cbf-98b4-0ca55db1df4e req-67912c04-2196-48d4-93a6-d0ea8af2b8f7 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:34:30.502807 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-557fc736-066a-4cbf-98b4-0ca55db1df4e req-67912c04-2196-48d4-93a6-d0ea8af2b8f7 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf65c341-9b9c-4c01-aaad-b02987a00d7b HTTP/1.1" status: 200  len: 945 time: 0.0790293
Jun 14 03:34:30.539708 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 49356) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:34:30.553116 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-557fc736-066a-4cbf-98b4-0ca55db1df4e req-f3e6f12f-b5c7-460e-a0be-2ead2ba0f036 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b7c9eac-b13e-4d51-ac42-9dd942a03f32&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0474744
Jun 14 03:34:30.598609 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-f604c9de-27b7-4eb1-87b1-de9a15e18bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5cd959d0>, [{'id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'name': 'tempest-TestVolumeBootPattern-923657156-router', 'tenant_id': '677c749727ed45bc8bb151403e7f4fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '0e733936-1964-4e57-bec7-c8bc3d54d949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:27:21Z', 'updated_at': '2021-06-14T03:27:26Z', 'revision_number': 4, 'project_id': '677c749727ed45bc8bb151403e7f4fa1', 'gw_port': {'id': '0e733936-1964-4e57-bec7-c8bc3d54d949', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:27:22Z', 'updated_at': '2021-06-14T03:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_floatingips': [{'id': 'e7a4f82f-2697-4305-89f0-36428afecd90', 'tenant_id': '677c749727ed45bc8bb151403e7f4fa1', 'floating_ip_address': '172.27.2.113', 'floating_network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'router_id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'port_id': '536a8a91-f372-4c97-8613-11d4957a6ec2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34b23c78-3069-403b-be6d-6131877d9778', 'mac_address': 'fa:16:3e:4b:c1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e668f6d-887f-48ff-8da6-82a7edb90c0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T03:31:00Z', 'updated_at': '2021-06-14T03:31:02Z', 'revision_number': 1, 'project_id': '677c749727ed45bc8bb151403e7f4fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aac7cc5d-182a-4fa1-8cb6-a94e5086d20f', 'name': '', 'network_id': '34b23c78-3069-403b-be6d-6131877d9778', 'tenant_id': '677c749727ed45bc8bb151403e7f4fa1', 'mac_address': 'fa:16:3e:50:e1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '1fa62e25-98c4-4c90-9558-661a82d6770a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:27:25Z', 'updated_at': '2021-06-14T03:27:32Z', 'revision_number': 5, 'project_id': '677c749727ed45bc8bb151403e7f4fa1', 'subnets': [{'id': '1fa62e25-98c4-4c90-9558-661a82d6770a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:34:30.601948 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f604c9de-27b7-4eb1-87b1-de9a15e18bff None None] The sync data for ids ['9107ac6f-5253-40e5-8381-7294f4653f9c'] in dv-cinder-796170-1-iscsi is: [{'id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'name': 'tempest-TestVolumeBootPattern-923657156-router', 'tenant_id': '677c749727ed45bc8bb151403e7f4fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '0e733936-1964-4e57-bec7-c8bc3d54d949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:27:21Z', 'updated_at': '2021-06-14T03:27:26Z', 'revision_number': 4, 'project_id': '677c749727ed45bc8bb151403e7f4fa1', 'gw_port': {'id': '0e733936-1964-4e57-bec7-c8bc3d54d949', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:27:22Z', 'updated_at': '2021-06-14T03:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_floatingips': [{'id': 'e7a4f82f-2697-4305-89f0-36428afecd90', 'tenant_id': '677c749727ed45bc8bb151403e7f4fa1', 'floating_ip_address': '172.27.2.113', 'floating_network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'router_id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'port_id': '536a8a91-f372-4c97-8613-11d4957a6ec2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34b23c78-3069-403b-be6d-6131877d9778', 'mac_address': 'fa:16:3e:4b:c1:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e668f6d-887f-48ff-8da6-82a7edb90c0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-14T03:31:00Z', 'updated_at': '2021-06-14T03:31:02Z', 'revision_number': 1, 'project_id': '677c749727ed45bc8bb151403e7f4fa1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aac7cc5d-182a-4fa1-8cb6-a94e5086d20f', 'name': '', 'network_id': '34b23c78-3069-403b-be6d-6131877d9778', 'tenant_id': '677c749727ed45bc8bb151403e7f4fa1', 'mac_address': 'fa:16:3e:50:e1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '1fa62e25-98c4-4c90-9558-661a82d6770a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:27:25Z', 'updated_at': '2021-06-14T03:27:32Z', 'revision_number': 5, 'project_id': '677c749727ed45bc8bb151403e7f4fa1', 'subnets': [{'id': '1fa62e25-98c4-4c90-9558-661a82d6770a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 14 03:34:30.651628 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-f9c2104b-2b3e-4a7e-8e05-17aecd5a147d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:30.751054 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-f9c2104b-2b3e-4a7e-8e05-17aecd5a147d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:30.805513 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1798091-6b88-487d-b276-494f2308249f None None] New status for floating IP 91c0b2db-561e-4ba7-b1df-aa9b345c0fa5: DOWN {{(pid=92488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 14 03:34:30.820334 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-f9c2104b-2b3e-4a7e-8e05-17aecd5a147d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:30.824852 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-de973a4c-dadf-407d-b035-5213e97b38b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:34:30.864306 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-f9c2104b-2b3e-4a7e-8e05-17aecd5a147d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2061448c2ad945babddf17b06bb2f18a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3233793
Jun 14 03:34:30.865196 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c2104b-2b3e-4a7e-8e05-17aecd5a147d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86bd6341-2b81-4a62-8fdd-4be9fd17c3e6,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:34:30.867770 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 49360) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:34:30.870689 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-f9c2104b-2b3e-4a7e-8e05-17aecd5a147d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:34:30.925966 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-f39a366f-a17c-43ca-86d7-8c8860194dbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:30.950576 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-f39a366f-a17c-43ca-86d7-8c8860194dbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:31.111971 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-f39a366f-a17c-43ca-86d7-8c8860194dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:31.114489 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-f39a366f-a17c-43ca-86d7-8c8860194dbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:31.115613 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-f39a366f-a17c-43ca-86d7-8c8860194dbf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/86bd6341-2b81-4a62-8fdd-4be9fd17c3e6 HTTP/1.1" status: 204  len: 168 time: 0.2466903
Jun 14 03:34:31.116373 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-a901a42a-b11f-4b7a-8ac0-ca36683e208f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:34:31.126996 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39a366f-a17c-43ca-86d7-8c8860194dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86bd6341-2b81-4a62-8fdd-4be9fd17c3e6,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:34:31.129500 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-f39a366f-a17c-43ca-86d7-8c8860194dbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:34:31.612491 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 49368) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:34:31.629121 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-42a51c31-2fb8-4015-a8f9-21ac7f698b81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:31.723921 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-42a51c31-2fb8-4015-a8f9-21ac7f698b81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:31.742375 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f4c8c-de73-4b77-b665-7be2af1828eb req-e7825ba0-7635-4b6a-bcf9-1974aa7167e5 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:34:31.743834 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-167f4c8c-de73-4b77-b665-7be2af1828eb req-e7825ba0-7635-4b6a-bcf9-1974aa7167e5 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf65c341-9b9c-4c01-aaad-b02987a00d7b HTTP/1.1" status: 200  len: 945 time: 0.0744388
Jun 14 03:34:31.769629 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-42a51c31-2fb8-4015-a8f9-21ac7f698b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:31.773200 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-39f0f3c7-884a-468d-ae40-3cee0a39ce6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:34:31.786980 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-167f4c8c-de73-4b77-b665-7be2af1828eb req-00c4c495-d8be-4285-912c-06d832ba836f tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b7c9eac-b13e-4d51-ac42-9dd942a03f32&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0364237
Jun 14 03:34:31.813002 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-42a51c31-2fb8-4015-a8f9-21ac7f698b81 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cbf4477c37e04bad9e41cd13d208296b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1994042
Jun 14 03:34:31.813904 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a51c31-2fb8-4015-a8f9-21ac7f698b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=146120d6-3505-4d58-b4f9-27c20b1fa6ac,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:34:31.815607 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 49370) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:34:31.817093 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-42a51c31-2fb8-4015-a8f9-21ac7f698b81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:34:31.915501 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-1b93809e-1029-4d7b-a072-dfce96e64447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:31.948707 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-1b93809e-1029-4d7b-a072-dfce96e64447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:31.957179 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33522e9-1b92-47e1-b9b7-a2071a507af5 req-09c7fe30-62f8-4fe0-b87d-ee50f85780f6 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:34:31.958633 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-d33522e9-1b92-47e1-b9b7-a2071a507af5 req-09c7fe30-62f8-4fe0-b87d-ee50f85780f6 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.37 "GET /v2.0/ports?device_id=bf65c341-9b9c-4c01-aaad-b02987a00d7b HTTP/1.1" status: 200  len: 945 time: 0.1190610
Jun 14 03:34:32.091223 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.plugin [req-d33522e9-1b92-47e1-b9b7-a2071a507af5 req-1cd1d988-6462-42cc-a9df-789b5696008f tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Deleting port fa3777d5-00bc-4106-aa44-f1beaadae1f4 {{(pid=92485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 14 03:34:32.091455 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-d33522e9-1b92-47e1-b9b7-a2071a507af5 req-1cd1d988-6462-42cc-a9df-789b5696008f tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756197070376'] for port, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:32.171638 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-1b93809e-1029-4d7b-a072-dfce96e64447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:32.174158 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-1b93809e-1029-4d7b-a072-dfce96e64447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:32.175290 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-1b93809e-1029-4d7b-a072-dfce96e64447 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/146120d6-3505-4d58-b4f9-27c20b1fa6ac HTTP/1.1" status: 204  len: 168 time: 0.3579314
Jun 14 03:34:32.179402 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-c61adaec-a980-4e39-98f8-1b99bdb22930 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:34:32.196199 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b93809e-1029-4d7b-a072-dfce96e64447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146120d6-3505-4d58-b4f9-27c20b1fa6ac,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:34:32.198881 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-1b93809e-1029-4d7b-a072-dfce96e64447 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:34:32.227903 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.db [req-d33522e9-1b92-47e1-b9b7-a2071a507af5 req-1cd1d988-6462-42cc-a9df-789b5696008f tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] For port fa3777d5-00bc-4106-aa44-f1beaadae1f4, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=fa3777d5-00bc-4106-aa44-f1beaadae1f4,segment=NetworkSegment(8195fb77-ebcc-4359-970d-8f4829c5d7e4),segment_id=8195fb77-ebcc-4359-970d-8f4829c5d7e4)] {{(pid=92485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:34:32.231574 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-d33522e9-1b92-47e1-b9b7-a2071a507af5 req-1cd1d988-6462-42cc-a9df-789b5696008f tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66754036'] for port, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:32.329529 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.plugin [req-d33522e9-1b92-47e1-b9b7-a2071a507af5 req-1cd1d988-6462-42cc-a9df-789b5696008f tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Calling delete_port for fa3777d5-00bc-4106-aa44-f1beaadae1f4 owned by compute:nova {{(pid=92485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 14 03:34:32.540890 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-d33522e9-1b92-47e1-b9b7-a2071a507af5 req-1cd1d988-6462-42cc-a9df-789b5696008f tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756197075788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756196682536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62999266'] for port, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:32.545459 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-7cb15112-fe6e-4644-96c0-a56f45bfc05c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:34:32.581613 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd1d988-6462-42cc-a9df-789b5696008f tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Pushing event deleted for resources: {'Port': ['ID=fa3777d5-00bc-4106-aa44-f1beaadae1f4,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:34:32.584722 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-1cd1d988-6462-42cc-a9df-789b5696008f tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:34:32.637518 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.l3_dvrscheduler_db [req-d33522e9-1b92-47e1-b9b7-a2071a507af5 req-1cd1d988-6462-42cc-a9df-789b5696008f tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] No DVR routers for this DVR port fa3777d5-00bc-4106-aa44-f1beaadae1f4 on host hv-cinder-79617 {{(pid=92485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 14 03:34:32.640154 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-d33522e9-1b92-47e1-b9b7-a2071a507af5 req-1cd1d988-6462-42cc-a9df-789b5696008f tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389'] for port, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:32.642251 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-d33522e9-1b92-47e1-b9b7-a2071a507af5 req-1cd1d988-6462-42cc-a9df-789b5696008f tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.37 "DELETE /v2.0/ports/fa3777d5-00bc-4106-aa44-f1beaadae1f4 HTTP/1.1" status: 204  len: 173 time: 0.6771750
Jun 14 03:34:32.647138 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf65c341-9b9c-4c01-aaad-b02987a00d7b', 'name': 'network-vif-deleted', 'tag': 'fa3777d5-00bc-4106-aa44-f1beaadae1f4'}] {{(pid=92485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:34:32.647138 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0639b30c08a1ea7684a5dbba31199bfc4186ae3813d9033880ffe89de9bab324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec379809-e3ee-4234-8b53-1b9a8329d554" -d '{"events": [{"server_uuid": "bf65c341-9b9c-4c01-aaad-b02987a00d7b", "name": "network-vif-deleted", "tag": "fa3777d5-00bc-4106-aa44-f1beaadae1f4"}]}' {{(pid=92485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:34:32.681709 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c68abda7-0020-4066-948b-7e5da6543dce x-openstack-request-id: req-c68abda7-0020-4066-948b-7e5da6543dce {{(pid=92485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:34:32.681709 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf65c341-9b9c-4c01-aaad-b02987a00d7b", "name": "network-vif-deleted", "tag": "fa3777d5-00bc-4106-aa44-f1beaadae1f4", "status": "completed", "code": 200}]} {{(pid=92485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:34:32.681709 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c68abda7-0020-4066-948b-7e5da6543dce {{(pid=92485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:34:32.681709 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf65c341-9b9c-4c01-aaad-b02987a00d7b', 'name': 'network-vif-deleted', 'tag': 'fa3777d5-00bc-4106-aa44-f1beaadae1f4', 'status': 'completed', 'code': 200}
Jun 14 03:34:32.896937 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 49382) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:34:32.924778 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-e109e2ea-3186-4b06-8a45-0ce456dc748d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:32.951006 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-db22134e-8fed-4aea-955e-98d169f5c1ff req-309b3a2d-6947-489f-8ecd-f3234cbcbd99 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf65c341-9b9c-4c01-aaad-b02987a00d7b HTTP/1.1" status: 200  len: 210 time: 0.0464189
Jun 14 03:34:33.053792 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-e109e2ea-3186-4b06-8a45-0ce456dc748d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:33.129290 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-e109e2ea-3186-4b06-8a45-0ce456dc748d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:33.132903 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-806c7fa6-fb0e-4869-8ca2-c791546840fe tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:34:33.172175 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-e109e2ea-3186-4b06-8a45-0ce456dc748d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=75ae4eebb7fd4c8f94f4030a5ee1cd3a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2741351
Jun 14 03:34:33.174065 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e109e2ea-3186-4b06-8a45-0ce456dc748d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e95bd2-dc44-4b36-b73b-e42df45e3546,revision_number=1']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:34:33.174742 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 49384) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:34:33.177209 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-e109e2ea-3186-4b06-8a45-0ce456dc748d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:34:33.238923 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-ebf04107-d5c4-493a-9426-0134f70b263a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:33.262163 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-ebf04107-d5c4-493a-9426-0134f70b263a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:33.363697 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-ebf04107-d5c4-493a-9426-0134f70b263a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:33.366279 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-ebf04107-d5c4-493a-9426-0134f70b263a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:33.367431 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-ebf04107-d5c4-493a-9426-0134f70b263a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c1e95bd2-dc44-4b36-b73b-e42df45e3546 HTTP/1.1" status: 204  len: 168 time: 0.1916854
Jun 14 03:34:33.368214 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-a1b982ca-7520-4350-be24-599683ecae4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:34:33.377184 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf04107-d5c4-493a-9426-0134f70b263a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e95bd2-dc44-4b36-b73b-e42df45e3546,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:34:33.379745 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-ebf04107-d5c4-493a-9426-0134f70b263a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:34:34.426804 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-912d4d6a-ac00-4fab-9d9f-08d958c0d490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:35.038806 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 49420) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:34:35.143994 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-e0801119-a82e-49fd-a5c8-145f22b87018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:35.234588 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-e0801119-a82e-49fd-a5c8-145f22b87018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:35.294737 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-e0801119-a82e-49fd-a5c8-145f22b87018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:35.297978 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-c863e600-851f-4317-b903-cb5ff642e82d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:34:35.335321 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-e0801119-a82e-49fd-a5c8-145f22b87018 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=446a7fb880f84e9db95ef9e3f8083e43&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2954299
Jun 14 03:34:35.337301 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0801119-a82e-49fd-a5c8-145f22b87018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c51afc8-2243-47ed-8120-90e82aed306f,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:34:35.338712 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 49428) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:34:35.341016 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-e0801119-a82e-49fd-a5c8-145f22b87018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:34:35.397807 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-33baf349-d3a2-4f82-825b-8666f6cb942c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:35.422137 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-33baf349-d3a2-4f82-825b-8666f6cb942c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:35.548496 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device fa3777d5-00bc-4106-aa44-f1beaadae1f4 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 14 03:34:35.574163 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-661a56f4-230e-4389-a254-9a37132de24a None None] No Port match for: fa3777d5-00bc-4106-aa44-f1beaadae1f4 {{(pid=92487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 14 03:34:35.574545 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device fa3777d5-00bc-4106-aa44-f1beaadae1f4 not bound to the agent host hv-cinder-79617 {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 14 03:34:35.574721 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-33baf349-d3a2-4f82-825b-8666f6cb942c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:35.577204 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-33baf349-d3a2-4f82-825b-8666f6cb942c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:35.578486 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-33baf349-d3a2-4f82-825b-8666f6cb942c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7c51afc8-2243-47ed-8120-90e82aed306f HTTP/1.1" status: 204  len: 168 time: 0.2381465
Jun 14 03:34:35.579328 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-71045587-128e-44dd-a68c-ed4f6c1147c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:34:35.589505 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33baf349-d3a2-4f82-825b-8666f6cb942c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c51afc8-2243-47ed-8120-90e82aed306f,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:34:35.591761 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-33baf349-d3a2-4f82-825b-8666f6cb942c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:34:35.975605 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:36.486611 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 49454) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:34:36.690274 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.plugin [None req-2f510aa3-0341-44cb-a10f-715bb7f45127 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Deleting port 057226f7-5493-490e-85b7-094d4e88aacc {{(pid=92486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 14 03:34:36.690556 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-2f510aa3-0341-44cb-a10f-715bb7f45127 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756197070376'] for port, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:36.992983 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-625af95a-ea03-4440-8734-11f110748c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:37.097027 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-2f510aa3-0341-44cb-a10f-715bb7f45127 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66754036'] for port, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:37.097351 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-2f510aa3-0341-44cb-a10f-715bb7f45127 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:37.189773 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.plugin [None req-2f510aa3-0341-44cb-a10f-715bb7f45127 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Calling delete_port for 057226f7-5493-490e-85b7-094d4e88aacc owned by network:floatingip {{(pid=92486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 14 03:34:37.232672 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:37.432929 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-2f510aa3-0341-44cb-a10f-715bb7f45127 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756197075788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756196682536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63152307'] for port, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:37.435006 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-e5ae3d39-3c5f-479f-a2f2-d13246474b09 tempest-TestMinimumBasicScenario-1649541861 tempest-TestMinimumBasicScenario-1649541861-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:34:37.464821 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f510aa3-0341-44cb-a10f-715bb7f45127 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Pushing event deleted for resources: {'Port': ['ID=057226f7-5493-490e-85b7-094d4e88aacc,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:34:37.467960 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-2f510aa3-0341-44cb-a10f-715bb7f45127 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:34:37.542839 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-2f510aa3-0341-44cb-a10f-715bb7f45127 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks [] for floatingip, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:37.543521 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.db.l3_db [None req-2f510aa3-0341-44cb-a10f-715bb7f45127 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Floating IP e7a4f82f-2697-4305-89f0-36428afecd90 disassociated (deleted). External IP: 172.27.2.113, port: 536a8a91-f372-4c97-8613-11d4957a6ec2.
Jun 14 03:34:37.826465 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f510aa3-0341-44cb-a10f-715bb7f45127 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Router 9107ac6f-5253-40e5-8381-7294f4653f9c has already been hosted by L3 agent faa78350-ce80-467b-8f2c-9d7893daed85 {{(pid=92486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 14 03:34:37.976487 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f510aa3-0341-44cb-a10f-715bb7f45127 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify agent at l3_agent.dv-cinder-796170-1-iscsi the message routers_updated {{(pid=92486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 14 03:34:37.981424 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-2f510aa3-0341-44cb-a10f-715bb7f45127 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389'] for floatingip, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:37.988331 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e377e37-de87-4c2e-b91e-295e773d6fc6 None None] Sync routers for ids ['9107ac6f-5253-40e5-8381-7294f4653f9c'] in dv-cinder-796170-1-iscsi {{(pid=92487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 14 03:34:37.998460 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e377e37-de87-4c2e-b91e-295e773d6fc6 None None] Routers {'9107ac6f-5253-40e5-8381-7294f4653f9c'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:34:37.999075 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-0e377e37-de87-4c2e-b91e-295e773d6fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5cef1700>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:34:37Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['9107ac6f-5253-40e5-8381-7294f4653f9c'], 'active': True} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:34:38.022775 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-2f510aa3-0341-44cb-a10f-715bb7f45127 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "DELETE /v2.0/floatingips/e7a4f82f-2697-4305-89f0-36428afecd90 HTTP/1.1" status: 204  len: 168 time: 1.5350802
Jun 14 03:34:38.023540 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e668f6d-887f-48ff-8da6-82a7edb90c0f', 'tag': '536a8a91-f372-4c97-8613-11d4957a6ec2'}] {{(pid=92486) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:34:38.026297 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5355d7bc3b36bcf9a7ee8a2281ad208d869c89ac4cdf4014809f5322b7820d6d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011dc9ef-5aae-4cf5-b88c-f4254878c75c" -d '{"events": [{"name": "network-changed", "server_uuid": "6e668f6d-887f-48ff-8da6-82a7edb90c0f", "tag": "536a8a91-f372-4c97-8613-11d4957a6ec2"}]}' {{(pid=92486) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:34:38.062855 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 14 Jun 2021 03:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-766a0dda-d516-40da-840a-f0ea07590af9 x-openstack-request-id: req-766a0dda-d516-40da-840a-f0ea07590af9 {{(pid=92486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:34:38.063195 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e668f6d-887f-48ff-8da6-82a7edb90c0f", "tag": "536a8a91-f372-4c97-8613-11d4957a6ec2", "status": "completed", "code": 200}]} {{(pid=92486) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:34:38.063499 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-766a0dda-d516-40da-840a-f0ea07590af9 {{(pid=92486) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:34:38.064075 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e668f6d-887f-48ff-8da6-82a7edb90c0f', 'tag': '536a8a91-f372-4c97-8613-11d4957a6ec2', 'status': 'completed', 'code': 200}
Jun 14 03:34:38.158484 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011dc9ef-5aae-4cf5-b88c-f4254878c75c req-c5794b32-7787-432e-9b12-5b8c95da8d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:34:38.159991 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-011dc9ef-5aae-4cf5-b88c-f4254878c75c req-c5794b32-7787-432e-9b12-5b8c95da8d5d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=677c749727ed45bc8bb151403e7f4fa1&device_id=6e668f6d-887f-48ff-8da6-82a7edb90c0f HTTP/1.1" status: 200  len: 1099 time: 0.0693479
Jun 14 03:34:38.279027 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011dc9ef-5aae-4cf5-b88c-f4254878c75c req-09bfa2e5-c9dc-40bc-952f-edd5fd2b43b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:34:38.280546 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-011dc9ef-5aae-4cf5-b88c-f4254878c75c req-09bfa2e5-c9dc-40bc-952f-edd5fd2b43b1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=34b23c78-3069-403b-be6d-6131877d9778 HTTP/1.1" status: 200  len: 912 time: 0.1132109
Jun 14 03:34:38.299399 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvr_db [None req-0e377e37-de87-4c2e-b91e-295e773d6fc6 None None] Set router 9107ac6f-5253-40e5-8381-7294f4653f9c gateway port host: dv-cinder-796170-1-iscsi {{(pid=92487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:34:38.339025 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-011dc9ef-5aae-4cf5-b88c-f4254878c75c req-16f37765-de16-4330-8324-0c08170aa8c1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=536a8a91-f372-4c97-8613-11d4957a6ec2 HTTP/1.1" status: 200  len: 217 time: 0.0516002
Jun 14 03:34:38.341832 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-a6614653-0164-4561-80ac-e583b9425df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:38.402581 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011dc9ef-5aae-4cf5-b88c-f4254878c75c req-640cd8b9-a1bc-49bd-b4be-58f841a8f0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:34:38.404014 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-011dc9ef-5aae-4cf5-b88c-f4254878c75c req-640cd8b9-a1bc-49bd-b4be-58f841a8f0c7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1fa62e25-98c4-4c90-9558-661a82d6770a HTTP/1.1" status: 200  len: 850 time: 0.0589738
Jun 14 03:34:38.481548 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011dc9ef-5aae-4cf5-b88c-f4254878c75c req-98f85d30-25b0-49d5-8e41-35a7048b67f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:34:38.483255 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-011dc9ef-5aae-4cf5-b88c-f4254878c75c req-98f85d30-25b0-49d5-8e41-35a7048b67f7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=34b23c78-3069-403b-be6d-6131877d9778&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0725646
Jun 14 03:34:38.611509 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-011dc9ef-5aae-4cf5-b88c-f4254878c75c req-59e8f6ea-2bb2-4c36-9730-8b1dde9c4159 service neutron] 10.222.0.37 "GET /v2.0/networks/34b23c78-3069-403b-be6d-6131877d9778?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1213675
Jun 14 03:34:38.616607 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-0e377e37-de87-4c2e-b91e-295e773d6fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5cef1700>, [{'id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'name': 'tempest-TestVolumeBootPattern-923657156-router', 'tenant_id': '677c749727ed45bc8bb151403e7f4fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '0e733936-1964-4e57-bec7-c8bc3d54d949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:27:21Z', 'updated_at': '2021-06-14T03:27:26Z', 'revision_number': 4, 'project_id': '677c749727ed45bc8bb151403e7f4fa1', 'gw_port': {'id': '0e733936-1964-4e57-bec7-c8bc3d54d949', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:27:22Z', 'updated_at': '2021-06-14T03:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_interfaces': [{'id': 'aac7cc5d-182a-4fa1-8cb6-a94e5086d20f', 'name': '', 'network_id': '34b23c78-3069-403b-be6d-6131877d9778', 'tenant_id': '677c749727ed45bc8bb151403e7f4fa1', 'mac_address': 'fa:16:3e:50:e1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '1fa62e25-98c4-4c90-9558-661a82d6770a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:27:25Z', 'updated_at': '2021-06-14T03:27:32Z', 'revision_number': 5, 'project_id': '677c749727ed45bc8bb151403e7f4fa1', 'subnets': [{'id': '1fa62e25-98c4-4c90-9558-661a82d6770a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:34:38.620326 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e377e37-de87-4c2e-b91e-295e773d6fc6 None None] Checking router: 9107ac6f-5253-40e5-8381-7294f4653f9c for host: dv-cinder-796170-1-iscsi {{(pid=92487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 14 03:34:38.624958 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb9a930-e308-4fbb-9940-a6ef233d7ee4 req-7a006b26-52f9-4cef-af27-a80db6b58799 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:34:38.626660 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-bcb9a930-e308-4fbb-9940-a6ef233d7ee4 req-7a006b26-52f9-4cef-af27-a80db6b58799 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e668f6d-887f-48ff-8da6-82a7edb90c0f HTTP/1.1" status: 200  len: 946 time: 0.0751059
Jun 14 03:34:38.632442 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e377e37-de87-4c2e-b91e-295e773d6fc6 None None] Routers {'9107ac6f-5253-40e5-8381-7294f4653f9c'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:34:38.633186 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-0e377e37-de87-4c2e-b91e-295e773d6fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5cef1700>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:34:37Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['9107ac6f-5253-40e5-8381-7294f4653f9c'], 'active': True} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:34:38.672145 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-bcb9a930-e308-4fbb-9940-a6ef233d7ee4 req-1d60b2aa-4bba-4b41-a78f-7b08605d5ebc tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b7c9eac-b13e-4d51-ac42-9dd942a03f32&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0395033
Jun 14 03:34:38.742497 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-011dc9ef-5aae-4cf5-b88c-f4254878c75c req-12977fcc-de3b-40c5-ab23-68d8759742b3 service neutron] 10.222.0.37 "GET /v2.0/networks/34b23c78-3069-403b-be6d-6131877d9778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1241219
Jun 14 03:34:38.789209 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvr_db [None req-0e377e37-de87-4c2e-b91e-295e773d6fc6 None None] Set router 9107ac6f-5253-40e5-8381-7294f4653f9c gateway port host: dv-cinder-796170-1-iscsi {{(pid=92487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:34:38.805007 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.agents_db [None req-ff4782b4-218c-43ce-8b60-1c0132b4bc55 None None] Agent healthcheck: found 6 active agents {{(pid=92488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 14 03:34:39.057484 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-0e377e37-de87-4c2e-b91e-295e773d6fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5cef1700>, [{'id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'name': 'tempest-TestVolumeBootPattern-923657156-router', 'tenant_id': '677c749727ed45bc8bb151403e7f4fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '0e733936-1964-4e57-bec7-c8bc3d54d949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:27:21Z', 'updated_at': '2021-06-14T03:27:26Z', 'revision_number': 4, 'project_id': '677c749727ed45bc8bb151403e7f4fa1', 'gw_port': {'id': '0e733936-1964-4e57-bec7-c8bc3d54d949', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:27:22Z', 'updated_at': '2021-06-14T03:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_interfaces': [{'id': 'aac7cc5d-182a-4fa1-8cb6-a94e5086d20f', 'name': '', 'network_id': '34b23c78-3069-403b-be6d-6131877d9778', 'tenant_id': '677c749727ed45bc8bb151403e7f4fa1', 'mac_address': 'fa:16:3e:50:e1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '1fa62e25-98c4-4c90-9558-661a82d6770a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:27:25Z', 'updated_at': '2021-06-14T03:27:32Z', 'revision_number': 5, 'project_id': '677c749727ed45bc8bb151403e7f4fa1', 'subnets': [{'id': '1fa62e25-98c4-4c90-9558-661a82d6770a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:34:39.061561 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e377e37-de87-4c2e-b91e-295e773d6fc6 None None] The sync data for ids ['9107ac6f-5253-40e5-8381-7294f4653f9c'] in dv-cinder-796170-1-iscsi is: [{'id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'name': 'tempest-TestVolumeBootPattern-923657156-router', 'tenant_id': '677c749727ed45bc8bb151403e7f4fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '0e733936-1964-4e57-bec7-c8bc3d54d949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:27:21Z', 'updated_at': '2021-06-14T03:27:26Z', 'revision_number': 4, 'project_id': '677c749727ed45bc8bb151403e7f4fa1', 'gw_port': {'id': '0e733936-1964-4e57-bec7-c8bc3d54d949', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:27:22Z', 'updated_at': '2021-06-14T03:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi', '_interfaces': [{'id': 'aac7cc5d-182a-4fa1-8cb6-a94e5086d20f', 'name': '', 'network_id': '34b23c78-3069-403b-be6d-6131877d9778', 'tenant_id': '677c749727ed45bc8bb151403e7f4fa1', 'mac_address': 'fa:16:3e:50:e1:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '1fa62e25-98c4-4c90-9558-661a82d6770a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:27:25Z', 'updated_at': '2021-06-14T03:27:32Z', 'revision_number': 5, 'project_id': '677c749727ed45bc8bb151403e7f4fa1', 'subnets': [{'id': '1fa62e25-98c4-4c90-9558-661a82d6770a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 14 03:34:39.264657 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f3be00-0b42-4f37-8114-eb624d38eab9 None None] New status for floating IP e7a4f82f-2697-4305-89f0-36428afecd90: DOWN {{(pid=92488) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 14 03:34:39.701176 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-37effd67-6caa-48ba-975b-7ec46c17b4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:39.859680 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09346408-4c2f-421a-9a60-721c3d4ecce7 req-2ce2d946-d780-477b-bf33-c91de0f3cc3d tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:34:39.861111 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-09346408-4c2f-421a-9a60-721c3d4ecce7 req-2ce2d946-d780-477b-bf33-c91de0f3cc3d tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e668f6d-887f-48ff-8da6-82a7edb90c0f HTTP/1.1" status: 200  len: 946 time: 0.0744441
Jun 14 03:34:39.902404 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-09346408-4c2f-421a-9a60-721c3d4ecce7 req-72dfea80-ded7-4f92-a2ab-83c3b2081bb2 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b7c9eac-b13e-4d51-ac42-9dd942a03f32&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0356874
Jun 14 03:34:41.087091 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b8b116-68b6-491b-b519-4aa21b8fc792 req-dacbf123-c956-4e0b-b22d-ba0f8d8d56b8 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92486) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:34:41.089190 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-e3b8b116-68b6-491b-b519-4aa21b8fc792 req-dacbf123-c956-4e0b-b22d-ba0f8d8d56b8 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e668f6d-887f-48ff-8da6-82a7edb90c0f HTTP/1.1" status: 200  len: 946 time: 0.0736396
Jun 14 03:34:41.129772 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-e3b8b116-68b6-491b-b519-4aa21b8fc792 req-13148282-4b93-4608-9522-babc6acf05b1 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b7c9eac-b13e-4d51-ac42-9dd942a03f32&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0346067
Jun 14 03:34:42.310299 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a141e4-d868-4428-83ae-2e93a3f1a651 req-bad633bb-1e19-4616-98fb-6d9cf18b9ec1 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:34:42.311679 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-16a141e4-d868-4428-83ae-2e93a3f1a651 req-bad633bb-1e19-4616-98fb-6d9cf18b9ec1 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e668f6d-887f-48ff-8da6-82a7edb90c0f HTTP/1.1" status: 200  len: 946 time: 0.0684581
Jun 14 03:34:42.356972 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-16a141e4-d868-4428-83ae-2e93a3f1a651 req-20942894-5c22-4cfd-a794-3a440881676b tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/security-groups?id=8b7c9eac-b13e-4d51-ac42-9dd942a03f32&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0391531
Jun 14 03:34:42.647082 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653327d7-db91-4ffb-aa82-b19317ebb45b req-dc8bac39-484c-40fc-85b7-58c300c753d6 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92485) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 14 03:34:42.648526 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-653327d7-db91-4ffb-aa82-b19317ebb45b req-dc8bac39-484c-40fc-85b7-58c300c753d6 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.37 "GET /v2.0/ports?device_id=6e668f6d-887f-48ff-8da6-82a7edb90c0f HTTP/1.1" status: 200  len: 946 time: 0.0721080
Jun 14 03:34:42.756477 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.plugin [req-653327d7-db91-4ffb-aa82-b19317ebb45b req-b661d7e8-d4ce-4bd5-8ecb-9d3173ae9c99 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Deleting port 536a8a91-f372-4c97-8613-11d4957a6ec2 {{(pid=92485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 14 03:34:42.756812 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-653327d7-db91-4ffb-aa82-b19317ebb45b req-b661d7e8-d4ce-4bd5-8ecb-9d3173ae9c99 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756197070376'] for port, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:42.870439 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.db [req-653327d7-db91-4ffb-aa82-b19317ebb45b req-b661d7e8-d4ce-4bd5-8ecb-9d3173ae9c99 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] For port 536a8a91-f372-4c97-8613-11d4957a6ec2, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=536a8a91-f372-4c97-8613-11d4957a6ec2,segment=NetworkSegment(8195fb77-ebcc-4359-970d-8f4829c5d7e4),segment_id=8195fb77-ebcc-4359-970d-8f4829c5d7e4)] {{(pid=92485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:34:42.870794 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-653327d7-db91-4ffb-aa82-b19317ebb45b req-b661d7e8-d4ce-4bd5-8ecb-9d3173ae9c99 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66754036'] for port, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:42.963150 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.plugin [req-653327d7-db91-4ffb-aa82-b19317ebb45b req-b661d7e8-d4ce-4bd5-8ecb-9d3173ae9c99 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Calling delete_port for 536a8a91-f372-4c97-8613-11d4957a6ec2 owned by compute:nova {{(pid=92485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 14 03:34:43.175010 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-653327d7-db91-4ffb-aa82-b19317ebb45b req-b661d7e8-d4ce-4bd5-8ecb-9d3173ae9c99 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756197075788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756196682536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62999266'] for port, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:43.178871 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-95d16405-a982-4bb1-b5e4-3de06cd28cb3 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:34:43.209466 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b661d7e8-d4ce-4bd5-8ecb-9d3173ae9c99 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Pushing event deleted for resources: {'Port': ['ID=536a8a91-f372-4c97-8613-11d4957a6ec2,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:34:43.212524 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-b661d7e8-d4ce-4bd5-8ecb-9d3173ae9c99 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:34:43.267426 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.l3_dvrscheduler_db [req-653327d7-db91-4ffb-aa82-b19317ebb45b req-b661d7e8-d4ce-4bd5-8ecb-9d3173ae9c99 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] No DVR routers for this DVR port 536a8a91-f372-4c97-8613-11d4957a6ec2 on host hv-cinder-79617 {{(pid=92485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 14 03:34:43.269993 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [req-653327d7-db91-4ffb-aa82-b19317ebb45b req-b661d7e8-d4ce-4bd5-8ecb-9d3173ae9c99 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389'] for port, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:43.271649 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-653327d7-db91-4ffb-aa82-b19317ebb45b req-b661d7e8-d4ce-4bd5-8ecb-9d3173ae9c99 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.37 "DELETE /v2.0/ports/536a8a91-f372-4c97-8613-11d4957a6ec2 HTTP/1.1" status: 204  len: 173 time: 0.6178436
Jun 14 03:34:43.272169 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e668f6d-887f-48ff-8da6-82a7edb90c0f', 'name': 'network-vif-deleted', 'tag': '536a8a91-f372-4c97-8613-11d4957a6ec2'}] {{(pid=92485) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 14 03:34:43.274461 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0639b30c08a1ea7684a5dbba31199bfc4186ae3813d9033880ffe89de9bab324" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c131e30a-3466-4892-a603-b6d4d4d94d8c" -d '{"events": [{"server_uuid": "6e668f6d-887f-48ff-8da6-82a7edb90c0f", "name": "network-vif-deleted", "tag": "536a8a91-f372-4c97-8613-11d4957a6ec2"}]}' {{(pid=92485) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 14 03:34:43.310065 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 14 Jun 2021 03:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4590a0-1129-4e63-a56c-840ef431618a x-openstack-request-id: req-3c4590a0-1129-4e63-a56c-840ef431618a {{(pid=92485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 14 03:34:43.310440 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e668f6d-887f-48ff-8da6-82a7edb90c0f", "name": "network-vif-deleted", "tag": "536a8a91-f372-4c97-8613-11d4957a6ec2", "status": "completed", "code": 200}]} {{(pid=92485) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 14 03:34:43.311041 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3c4590a0-1129-4e63-a56c-840ef431618a {{(pid=92485) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 14 03:34:43.311352 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e668f6d-887f-48ff-8da6-82a7edb90c0f', 'name': 'network-vif-deleted', 'tag': '536a8a91-f372-4c97-8613-11d4957a6ec2', 'status': 'completed', 'code': 200}
Jun 14 03:34:43.518853 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-723af2ad-bb89-42db-9fa7-84f0f35ffe4e req-241f0fe1-66aa-4c2f-b3d4-7b9b35c74747 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e668f6d-887f-48ff-8da6-82a7edb90c0f HTTP/1.1" status: 200  len: 210 time: 0.0327654
Jun 14 03:34:44.674699 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-ae0e870f-04fe-4dcd-92d1-47fb7e80f214 req-845cabb1-e76e-4ae2-b2aa-a83eafcbb906 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e668f6d-887f-48ff-8da6-82a7edb90c0f HTTP/1.1" status: 200  len: 210 time: 0.0324657
Jun 14 03:34:45.624436 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device 536a8a91-f372-4c97-8613-11d4957a6ec2 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 14 03:34:45.649774 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-661a56f4-230e-4389-a254-9a37132de24a None None] No Port match for: 536a8a91-f372-4c97-8613-11d4957a6ec2 {{(pid=92487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 14 03:34:45.650136 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Device 536a8a91-f372-4c97-8613-11d4957a6ec2 not bound to the agent host hv-cinder-79617 {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 14 03:34:45.829790 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [req-efd5723d-dfb9-4996-bad2-b311bed1f1c5 req-83a57202-c899-4646-8851-4430c1848196 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e668f6d-887f-48ff-8da6-82a7edb90c0f HTTP/1.1" status: 200  len: 210 time: 0.0329750
Jun 14 03:34:46.986795 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [req-d26a5206-baab-4d22-be5c-5b99e3be3876 req-449a18bb-36d2-4274-bae3-c64ad1f00ea7 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "GET /v2.0/ports?device_id=6e668f6d-887f-48ff-8da6-82a7edb90c0f HTTP/1.1" status: 200  len: 210 time: 0.0326238
Jun 14 03:34:48.079172 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 49528) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:34:48.243426 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.plugin [None req-0670f3c7-38be-4f90-88e6-16662857e7e0 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Deleting port a2e93093-eaec-44d2-8b1c-3a6df8e7cbd5 {{(pid=92486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 14 03:34:48.243770 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-0670f3c7-38be-4f90-88e6-16662857e7e0 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756197070376'] for port, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:48.343751 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-0670f3c7-38be-4f90-88e6-16662857e7e0 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66754036'] for port, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:48.344158 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-0670f3c7-38be-4f90-88e6-16662857e7e0 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:48.435844 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.plugin [None req-0670f3c7-38be-4f90-88e6-16662857e7e0 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Calling delete_port for a2e93093-eaec-44d2-8b1c-3a6df8e7cbd5 owned by network:floatingip {{(pid=92486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 14 03:34:48.643618 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-0670f3c7-38be-4f90-88e6-16662857e7e0 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756197075788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756196682536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63152307'] for port, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:48.645609 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-59f3a8f7-a58c-443f-8cfc-576ec5949b79 tempest-TestShelveInstance-1105758641 tempest-TestShelveInstance-1105758641-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:34:48.675076 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0670f3c7-38be-4f90-88e6-16662857e7e0 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Pushing event deleted for resources: {'Port': ['ID=a2e93093-eaec-44d2-8b1c-3a6df8e7cbd5,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:34:48.678806 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-0670f3c7-38be-4f90-88e6-16662857e7e0 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:34:48.748182 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-0670f3c7-38be-4f90-88e6-16662857e7e0 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks [] for floatingip, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:48.751350 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-0670f3c7-38be-4f90-88e6-16662857e7e0 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-5389'] for floatingip, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:48.751996 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-0670f3c7-38be-4f90-88e6-16662857e7e0 tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "DELETE /v2.0/floatingips/16ef42a0-be1a-45e0-84ca-197b0ec77f3b HTTP/1.1" status: 204  len: 168 time: 0.6718731
Jun 14 03:34:52.234564 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 49572) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:34:52.307272 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-e5970f78-6e95-4cf7-9f46-0e83ee93f7ac tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks [] for security_group, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:52.335597 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-e5970f78-6e95-4cf7-9f46-0e83ee93f7ac tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:52.460665 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-e5970f78-6e95-4cf7-9f46-0e83ee93f7ac tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:52.463783 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-e5970f78-6e95-4cf7-9f46-0e83ee93f7ac tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Notify callbacks [] for security_group, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:52.465836 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-e5970f78-6e95-4cf7-9f46-0e83ee93f7ac tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] 10.222.0.13 "DELETE /v2.0/security-groups/8b7c9eac-b13e-4d51-ac42-9dd942a03f32 HTTP/1.1" status: 204  len: 168 time: 0.2302608
Jun 14 03:34:52.467014 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-e109e2ea-3186-4b06-8a45-0ce456dc748d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:34:52.477977 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5970f78-6e95-4cf7-9f46-0e83ee93f7ac tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7c9eac-b13e-4d51-ac42-9dd942a03f32,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:34:52.481083 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-e5970f78-6e95-4cf7-9f46-0e83ee93f7ac tempest-TestVolumeBootPattern-392675809 tempest-TestVolumeBootPattern-392675809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:34:53.642245 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 49600) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:34:54.237670 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-a2b309cd-b382-4356-81fa-9b4f8a7748c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66751185'] for router_interface, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:54.551950 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.plugin [None req-a2b309cd-b382-4356-81fa-9b4f8a7748c3 admin admin] Deleting port aac7cc5d-182a-4fa1-8cb6-a94e5086d20f {{(pid=92486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 14 03:34:54.552207 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-a2b309cd-b382-4356-81fa-9b4f8a7748c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756197070376'] for port, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:54.652166 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.db [None req-a2b309cd-b382-4356-81fa-9b4f8a7748c3 admin admin] For port aac7cc5d-182a-4fa1-8cb6-a94e5086d20f, host dv-cinder-796170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=aac7cc5d-182a-4fa1-8cb6-a94e5086d20f,segment=NetworkSegment(8195fb77-ebcc-4359-970d-8f4829c5d7e4),segment_id=8195fb77-ebcc-4359-970d-8f4829c5d7e4)] {{(pid=92486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:34:54.653563 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-a2b309cd-b382-4356-81fa-9b4f8a7748c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66754036'] for port, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:54.743976 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.plugin [None req-a2b309cd-b382-4356-81fa-9b4f8a7748c3 admin admin] Calling delete_port for aac7cc5d-182a-4fa1-8cb6-a94e5086d20f owned by network:router_interface {{(pid=92486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 14 03:34:55.009279 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-a2b309cd-b382-4356-81fa-9b4f8a7748c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756197075788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756196682536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63152307'] for port, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:55.011476 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-8b386f04-80df-4c01-9ba5-b452e236a0b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:34:55.041484 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b309cd-b382-4356-81fa-9b4f8a7748c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=aac7cc5d-182a-4fa1-8cb6-a94e5086d20f,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:34:55.045430 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-a2b309cd-b382-4356-81fa-9b4f8a7748c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:34:55.581375 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-a2b309cd-b382-4356-81fa-9b4f8a7748c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66605118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66750529'] for router_interface, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:55.873455 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2b309cd-b382-4356-81fa-9b4f8a7748c3 admin admin] Router 9107ac6f-5253-40e5-8381-7294f4653f9c has already been hosted by L3 agent faa78350-ce80-467b-8f2c-9d7893daed85 {{(pid=92486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 14 03:34:56.018512 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2b309cd-b382-4356-81fa-9b4f8a7748c3 admin admin] Notify agent at l3_agent.dv-cinder-796170-1-iscsi the message routers_updated {{(pid=92486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 14 03:34:56.028420 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-a2b309cd-b382-4356-81fa-9b4f8a7748c3 admin admin] 10.222.0.13 "PUT /v2.0/routers/9107ac6f-5253-40e5-8381-7294f4653f9c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3813715
Jun 14 03:34:56.028420 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 49620) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:34:56.031749 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e930edb-3cbd-4c0a-a306-0c7c58ce918c None None] Sync routers for ids ['9107ac6f-5253-40e5-8381-7294f4653f9c'] in dv-cinder-796170-1-iscsi {{(pid=92487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 14 03:34:56.041147 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e930edb-3cbd-4c0a-a306-0c7c58ce918c None None] Routers {'9107ac6f-5253-40e5-8381-7294f4653f9c'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:34:56.041774 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-7e930edb-3cbd-4c0a-a306-0c7c58ce918c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5cd45100>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:34:37Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['9107ac6f-5253-40e5-8381-7294f4653f9c'], 'active': True} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:34:56.172183 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-87865c3e-2410-4cbe-a159-1478ae620892 admin admin] Notify callbacks [] for router, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:56.188493 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvr_db [None req-7e930edb-3cbd-4c0a-a306-0c7c58ce918c None None] Set router 9107ac6f-5253-40e5-8381-7294f4653f9c gateway port host: dv-cinder-796170-1-iscsi {{(pid=92487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:34:56.328253 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-87865c3e-2410-4cbe-a159-1478ae620892 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:56.439967 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-7e930edb-3cbd-4c0a-a306-0c7c58ce918c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5cd45100>, [{'id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'name': 'tempest-TestVolumeBootPattern-923657156-router', 'tenant_id': '677c749727ed45bc8bb151403e7f4fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '0e733936-1964-4e57-bec7-c8bc3d54d949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:27:21Z', 'updated_at': '2021-06-14T03:34:54Z', 'revision_number': 5, 'project_id': '677c749727ed45bc8bb151403e7f4fa1', 'gw_port': {'id': '0e733936-1964-4e57-bec7-c8bc3d54d949', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:27:22Z', 'updated_at': '2021-06-14T03:27:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi'}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:34:56.445843 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e930edb-3cbd-4c0a-a306-0c7c58ce918c None None] Checking router: 9107ac6f-5253-40e5-8381-7294f4653f9c for host: dv-cinder-796170-1-iscsi {{(pid=92487) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 14 03:34:56.454802 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e930edb-3cbd-4c0a-a306-0c7c58ce918c None None] Routers {'9107ac6f-5253-40e5-8381-7294f4653f9c'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92487) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:34:56.455535 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-7e930edb-3cbd-4c0a-a306-0c7c58ce918c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5cd45100>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:34:37Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['9107ac6f-5253-40e5-8381-7294f4653f9c'], 'active': True} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:34:56.459376 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.plugin [None req-87865c3e-2410-4cbe-a159-1478ae620892 admin admin] Deleting port 0e733936-1964-4e57-bec7-c8bc3d54d949 {{(pid=92486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 14 03:34:56.459712 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-87865c3e-2410-4cbe-a159-1478ae620892 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756197070376'] for port, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:56.569009 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.db [None req-87865c3e-2410-4cbe-a159-1478ae620892 admin admin] For port 0e733936-1964-4e57-bec7-c8bc3d54d949, host dv-cinder-796170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=0e733936-1964-4e57-bec7-c8bc3d54d949,segment=NetworkSegment(893a0064-443a-4390-b9c3-705fa3bdf9f8),segment_id=893a0064-443a-4390-b9c3-705fa3bdf9f8)] {{(pid=92486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:34:56.569365 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-87865c3e-2410-4cbe-a159-1478ae620892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66754036'] for port, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:56.672473 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.plugin [None req-87865c3e-2410-4cbe-a159-1478ae620892 admin admin] Calling delete_port for 0e733936-1964-4e57-bec7-c8bc3d54d949 owned by network:router_gateway {{(pid=92486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 14 03:34:56.713615 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvr_db [None req-7e930edb-3cbd-4c0a-a306-0c7c58ce918c None None] Set router 9107ac6f-5253-40e5-8381-7294f4653f9c gateway port host: None {{(pid=92487) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:34:56.793359 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_hamode_db [None req-7e930edb-3cbd-4c0a-a306-0c7c58ce918c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5cd45100>, [{'id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'name': 'tempest-TestVolumeBootPattern-923657156-router', 'tenant_id': '677c749727ed45bc8bb151403e7f4fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:27:21Z', 'updated_at': '2021-06-14T03:34:56Z', 'revision_number': 6, 'project_id': '677c749727ed45bc8bb151403e7f4fa1', 'gw_port_host': None}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92487) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:34:56.797019 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e930edb-3cbd-4c0a-a306-0c7c58ce918c None None] The sync data for ids ['9107ac6f-5253-40e5-8381-7294f4653f9c'] in dv-cinder-796170-1-iscsi is: [{'id': '9107ac6f-5253-40e5-8381-7294f4653f9c', 'name': 'tempest-TestVolumeBootPattern-923657156-router', 'tenant_id': '677c749727ed45bc8bb151403e7f4fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:27:21Z', 'updated_at': '2021-06-14T03:34:56Z', 'revision_number': 6, 'project_id': '677c749727ed45bc8bb151403e7f4fa1', 'gw_port_host': None}] {{(pid=92487) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 14 03:34:56.935595 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-87865c3e-2410-4cbe-a159-1478ae620892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756197075788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756196682536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63152307'] for port, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:56.938374 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-2378a8f2-5b20-4d1d-8b26-74a0d8d1240a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:34:56.966589 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87865c3e-2410-4cbe-a159-1478ae620892 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e733936-1964-4e57-bec7-c8bc3d54d949,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:34:56.969719 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-87865c3e-2410-4cbe-a159-1478ae620892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:34:57.041931 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-87865c3e-2410-4cbe-a159-1478ae620892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66755090'] for router_gateway, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:57.174987 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-87865c3e-2410-4cbe-a159-1478ae620892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66749923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256486'] for router, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:57.177200 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-87865c3e-2410-4cbe-a159-1478ae620892 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:57.306646 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-87865c3e-2410-4cbe-a159-1478ae620892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66748725'] for router, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:57.307195 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87865c3e-2410-4cbe-a159-1478ae620892 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9107ac6f-5253-40e5-8381-7294f4653f9c {{(pid=92486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 14 03:34:57.312262 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-87865c3e-2410-4cbe-a159-1478ae620892 admin admin] Notify callbacks [] for router, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:57.315776 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-87865c3e-2410-4cbe-a159-1478ae620892 admin admin] 10.222.0.13 "DELETE /v2.0/routers/9107ac6f-5253-40e5-8381-7294f4653f9c HTTP/1.1" status: 204  len: 168 time: 1.2846565
Jun 14 03:34:57.318168 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 49628) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:34:57.367286 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.db_base_plugin_v2 [None req-d60eae9a-394d-469b-80f5-d24b41c84d3a admin admin] Deleting subnet 1fa62e25-98c4-4c90-9558-661a82d6770a {{(pid=92486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 14 03:34:57.370215 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-d60eae9a-394d-469b-80f5-d24b41c84d3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:57.415967 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-d60eae9a-394d-469b-80f5-d24b41c84d3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63152461'] for subnet, precommit_delete_associations {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:57.507320 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-d60eae9a-394d-469b-80f5-d24b41c84d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675963'] for subnet, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:57.636702 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 49632) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:34:57.643678 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-d60eae9a-394d-469b-80f5-d24b41c84d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66823779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63152457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63246822'] for subnet, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:57.645852 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-be92194d-db00-4ff5-8c62-070c9161db77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:34:57.683792 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60eae9a-394d-469b-80f5-d24b41c84d3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fa62e25-98c4-4c90-9558-661a82d6770a,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:34:57.686970 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-d60eae9a-394d-469b-80f5-d24b41c84d3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:34:57.688337 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-d60eae9a-394d-469b-80f5-d24b41c84d3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:57.690825 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-d60eae9a-394d-469b-80f5-d24b41c84d3a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1fa62e25-98c4-4c90-9558-661a82d6770a HTTP/1.1" status: 204  len: 168 time: 0.3737762
Jun 14 03:34:57.692941 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 49636) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:34:57.695445 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b5b29b-c99c-4505-bc2d-171a7524c200 None None] Network 34b23c78-3069-403b-be6d-6131877d9778 requested from dv-cinder-796170-1-iscsi {{(pid=92487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 14 03:34:57.767732 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-d3a4c2d4-8e81-4036-a667-2a536c6e8bc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:57.805071 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-664cb11b-7ad8-4d48-8477-be7f54c0d9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577520'] for network, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:57.877185 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.plugin [None req-664cb11b-7ad8-4d48-8477-be7f54c0d9a4 admin admin] Deleting port 005a9ffc-ab02-4af4-93c2-1cf503aeb504 {{(pid=92485) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 14 03:34:57.877440 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-664cb11b-7ad8-4d48-8477-be7f54c0d9a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756197070376'] for port, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:57.881936 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-d3a4c2d4-8e81-4036-a667-2a536c6e8bc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:57.942826 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f5f0b2-906d-49d5-bd00-71cb67c2065b None None] DHCP port deletion for 34b23c78-3069-403b-be6d-6131877d9778 request from dv-cinder-796170-1-iscsi {{(pid=92487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 14 03:34:57.966325 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.db [None req-664cb11b-7ad8-4d48-8477-be7f54c0d9a4 admin admin] For port 005a9ffc-ab02-4af4-93c2-1cf503aeb504, host dv-cinder-796170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=005a9ffc-ab02-4af4-93c2-1cf503aeb504,segment=NetworkSegment(8195fb77-ebcc-4359-970d-8f4829c5d7e4),segment_id=8195fb77-ebcc-4359-970d-8f4829c5d7e4)] {{(pid=92485) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:34:57.966697 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-664cb11b-7ad8-4d48-8477-be7f54c0d9a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66754036'] for port, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:58.008099 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-57f5f0b2-906d-49d5-bd00-71cb67c2065b None None] Deleting port 005a9ffc-ab02-4af4-93c2-1cf503aeb504 {{(pid=92487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 14 03:34:58.008537 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-57f5f0b2-906d-49d5-bd00-71cb67c2065b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756197070376'] for port, before_delete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:58.101543 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-57f5f0b2-906d-49d5-bd00-71cb67c2065b None None] For port 005a9ffc-ab02-4af4-93c2-1cf503aeb504, host dv-cinder-796170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=005a9ffc-ab02-4af4-93c2-1cf503aeb504,segment=NetworkSegment(8195fb77-ebcc-4359-970d-8f4829c5d7e4),segment_id=8195fb77-ebcc-4359-970d-8f4829c5d7e4)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:34:58.101869 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-57f5f0b2-906d-49d5-bd00-71cb67c2065b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66754036'] for port, precommit_delete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:58.203782 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-57f5f0b2-906d-49d5-bd00-71cb67c2065b None None] Calling delete_port for 005a9ffc-ab02-4af4-93c2-1cf503aeb504 owned by network:dhcp {{(pid=92487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 14 03:34:58.256735 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-d3a4c2d4-8e81-4036-a667-2a536c6e8bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_create {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:58.258554 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-35bf422a-6f56-40e3-8202-d4dddf4ff76f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:34:58.307350 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a4c2d4-8e81-4036-a667-2a536c6e8bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2538d960-47c4-4011-b174-e78d7c668c91,revision_number=1']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:34:58.312999 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-d3a4c2d4-8e81-4036-a667-2a536c6e8bc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:34:58.316597 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-d3a4c2d4-8e81-4036-a667-2a536c6e8bc4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c4a31e5e738d4d61a2202c9d26426a36&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6788740
Jun 14 03:34:58.319537 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 49638) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:34:58.346604 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 0e733936-1964-4e57-bec7-c8bc3d54d949 no longer exists at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 14 03:34:58.360183 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.plugin [None req-664cb11b-7ad8-4d48-8477-be7f54c0d9a4 admin admin] Calling delete_port for 005a9ffc-ab02-4af4-93c2-1cf503aeb504 owned by network:dhcp {{(pid=92485) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 14 03:34:58.371866 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] No Port match for: 0e733936-1964-4e57-bec7-c8bc3d54d949 {{(pid=92487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 14 03:34:58.372307 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 0e733936-1964-4e57-bec7-c8bc3d54d949 not bound to the agent host dv-cinder-796170-1-iscsi {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 14 03:34:58.372941 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device aac7cc5d-182a-4fa1-8cb6-a94e5086d20f no longer exists at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 14 03:34:58.383230 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-4d248cd6-2e4d-45e2-bcc3-39b7cf581f1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:58.397048 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-57f5f0b2-906d-49d5-bd00-71cb67c2065b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756197075788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756196682536'] for port, after_delete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:58.399186 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:34:58.402608 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] No Port match for: aac7cc5d-182a-4fa1-8cb6-a94e5086d20f {{(pid=92487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 14 03:34:58.403159 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device aac7cc5d-182a-4fa1-8cb6-a94e5086d20f not bound to the agent host dv-cinder-796170-1-iscsi {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 14 03:34:58.403333 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 005a9ffc-ab02-4af4-93c2-1cf503aeb504 no longer exists at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 14 03:34:58.410125 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-4d248cd6-2e4d-45e2-bcc3-39b7cf581f1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:58.454577 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f5f0b2-906d-49d5-bd00-71cb67c2065b None None] Pushing event deleted for resources: {'Port': ['ID=005a9ffc-ab02-4af4-93c2-1cf503aeb504,revision_number=None']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:34:58.455111 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-664cb11b-7ad8-4d48-8477-be7f54c0d9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756197075788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756196682536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62999266'] for port, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:58.456910 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] No Port match for: 005a9ffc-ab02-4af4-93c2-1cf503aeb504 {{(pid=92487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 14 03:34:58.457466 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 005a9ffc-ab02-4af4-93c2-1cf503aeb504 not bound to the agent host dv-cinder-796170-1-iscsi {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 14 03:34:58.468032 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f5f0b2-906d-49d5-bd00-71cb67c2065b None None] No DVR routers for this DVR port 005a9ffc-ab02-4af4-93c2-1cf503aeb504 on host dv-cinder-796170-1-iscsi {{(pid=92487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 14 03:34:58.468649 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-bc471735-af1e-4214-bf14-5f8af8feeef6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:34:58.471033 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5f0b2-906d-49d5-bd00-71cb67c2065b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:34:58.471274 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5f0b2-906d-49d5-bd00-71cb67c2065b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:34:58.471593 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5f0b2-906d-49d5-bd00-71cb67c2065b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:34:58.471936 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5f0b2-906d-49d5-bd00-71cb67c2065b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:34:58.472301 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5f0b2-906d-49d5-bd00-71cb67c2065b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:34:58.473760 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5f0b2-906d-49d5-bd00-71cb67c2065b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:34:58.474100 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5f0b2-906d-49d5-bd00-71cb67c2065b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:34:58.474468 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5f0b2-906d-49d5-bd00-71cb67c2065b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:34:58.474808 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5f0b2-906d-49d5-bd00-71cb67c2065b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:34:58.475140 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5f0b2-906d-49d5-bd00-71cb67c2065b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:34:58.475469 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5f0b2-906d-49d5-bd00-71cb67c2065b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:34:58.475796 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5f0b2-906d-49d5-bd00-71cb67c2065b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92487) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:34:58.479378 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-57f5f0b2-906d-49d5-bd00-71cb67c2065b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:34:58.501721 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664cb11b-7ad8-4d48-8477-be7f54c0d9a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=005a9ffc-ab02-4af4-93c2-1cf503aeb504,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:34:58.506770 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664cb11b-7ad8-4d48-8477-be7f54c0d9a4 admin admin] No DVR routers for this DVR port 005a9ffc-ab02-4af4-93c2-1cf503aeb504 on host dv-cinder-796170-1-iscsi {{(pid=92485) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 14 03:34:58.515010 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664cb11b-7ad8-4d48-8477-be7f54c0d9a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:34:58.515389 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664cb11b-7ad8-4d48-8477-be7f54c0d9a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:34:58.515759 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664cb11b-7ad8-4d48-8477-be7f54c0d9a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:34:58.516120 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664cb11b-7ad8-4d48-8477-be7f54c0d9a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:34:58.516477 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664cb11b-7ad8-4d48-8477-be7f54c0d9a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:34:58.516889 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664cb11b-7ad8-4d48-8477-be7f54c0d9a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:34:58.517246 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664cb11b-7ad8-4d48-8477-be7f54c0d9a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:34:58.517599 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664cb11b-7ad8-4d48-8477-be7f54c0d9a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:34:58.517956 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664cb11b-7ad8-4d48-8477-be7f54c0d9a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:34:58.518283 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-4d248cd6-2e4d-45e2-bcc3-39b7cf581f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:58.518445 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664cb11b-7ad8-4d48-8477-be7f54c0d9a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:34:58.518668 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664cb11b-7ad8-4d48-8477-be7f54c0d9a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:34:58.519015 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-664cb11b-7ad8-4d48-8477-be7f54c0d9a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92485) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:34:58.521565 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-4d248cd6-2e4d-45e2-bcc3-39b7cf581f1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:58.522998 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-4d248cd6-2e4d-45e2-bcc3-39b7cf581f1e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2538d960-47c4-4011-b174-e78d7c668c91 HTTP/1.1" status: 204  len: 168 time: 0.2024076
Jun 14 03:34:58.523882 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-7a964554-fe5b-47ac-8e90-374cda0f1bc8 tempest-AttachVolumeTestJSON-1173925677 tempest-AttachVolumeTestJSON-1173925677-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:34:58.537374 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d248cd6-2e4d-45e2-bcc3-39b7cf581f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2538d960-47c4-4011-b174-e78d7c668c91,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:34:58.539824 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-4d248cd6-2e4d-45e2-bcc3-39b7cf581f1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:34:58.553115 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-664cb11b-7ad8-4d48-8477-be7f54c0d9a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:34:58.623627 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-664cb11b-7ad8-4d48-8477-be7f54c0d9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682470', 'neutron.services.segments.db._delete_segments_for_network-8756197238200'] for network, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:58.635583 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.services.segments.db [None req-664cb11b-7ad8-4d48-8477-be7f54c0d9a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6b5787cb20>,) {'filters': {'network_id': ['34b23c78-3069-403b-be6d-6131877d9778']}} {{(pid=92485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:34:58.647047 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.services.segments.db [None req-664cb11b-7ad8-4d48-8477-be7f54c0d9a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6b5787cb20>, '8195fb77-ebcc-4359-970d-8f4829c5d7e4') {'for_net_delete': True} {{(pid=92485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:34:58.647442 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.services.segments.db [None req-664cb11b-7ad8-4d48-8477-be7f54c0d9a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6b5787cb20>, '8195fb77-ebcc-4359-970d-8f4829c5d7e4') {} {{(pid=92485) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:34:58.657413 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-664cb11b-7ad8-4d48-8477-be7f54c0d9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756197238038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63278754'] for segment, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:58.673203 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-664cb11b-7ad8-4d48-8477-be7f54c0d9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677934'] for segment, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:58.680254 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-664cb11b-7ad8-4d48-8477-be7f54c0d9a4 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=92485) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 14 03:34:58.685144 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-664cb11b-7ad8-4d48-8477-be7f54c0d9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62999217'] for segment, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:58.685144 dv-cinder-796170-1-iscsi neutron-server[92485]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 14 03:34:58.685144 dv-cinder-796170-1-iscsi neutron-server[92485]:   retrieve_revision_numbers = {
Jun 14 03:34:58.685144 dv-cinder-796170-1-iscsi neutron-server[92485]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 14 03:34:58.685144 dv-cinder-796170-1-iscsi neutron-server[92485]:   conditions |= (models_v2.Port.network_id.in_(
Jun 14 03:34:58.685144 dv-cinder-796170-1-iscsi neutron-server[92485]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 14 03:34:58.685144 dv-cinder-796170-1-iscsi neutron-server[92485]:   conditions |= (models_v2.Port.network_id.in_(
Jun 14 03:34:58.685144 dv-cinder-796170-1-iscsi neutron-server[92485]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 14 03:34:58.685144 dv-cinder-796170-1-iscsi neutron-server[92485]:   retrieve_revision_numbers = {
Jun 14 03:34:58.685144 dv-cinder-796170-1-iscsi neutron-server[92485]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 14 03:34:58.685144 dv-cinder-796170-1-iscsi neutron-server[92485]:   retrieve_revision_numbers = {
Jun 14 03:34:58.685144 dv-cinder-796170-1-iscsi neutron-server[92485]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 14 03:34:58.685144 dv-cinder-796170-1-iscsi neutron-server[92485]:   conditions |= (models_v2.Port.network_id.in_(
Jun 14 03:34:58.685144 dv-cinder-796170-1-iscsi neutron-server[92485]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 14 03:34:58.685144 dv-cinder-796170-1-iscsi neutron-server[92485]:   retrieve_revision_numbers = {
Jun 14 03:34:58.685144 dv-cinder-796170-1-iscsi neutron-server[92485]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 14 03:34:58.685144 dv-cinder-796170-1-iscsi neutron-server[92485]:   conditions |= (models_v2.Port.network_id.in_(
Jun 14 03:34:58.685144 dv-cinder-796170-1-iscsi neutron-server[92485]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 14 03:34:58.685144 dv-cinder-796170-1-iscsi neutron-server[92485]:   retrieve_revision_numbers = {
Jun 14 03:34:58.685144 dv-cinder-796170-1-iscsi neutron-server[92485]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 14 03:34:58.685144 dv-cinder-796170-1-iscsi neutron-server[92485]:   conditions |= (models_v2.Port.network_id.in_(
Jun 14 03:34:58.685144 dv-cinder-796170-1-iscsi neutron-server[92485]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 14 03:34:58.685144 dv-cinder-796170-1-iscsi neutron-server[92485]:   retrieve_revision_numbers = {
Jun 14 03:34:58.685144 dv-cinder-796170-1-iscsi neutron-server[92485]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 14 03:34:58.685144 dv-cinder-796170-1-iscsi neutron-server[92485]:   retrieve_revision_numbers = {
Jun 14 03:34:58.685144 dv-cinder-796170-1-iscsi neutron-server[92485]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 14 03:34:58.685144 dv-cinder-796170-1-iscsi neutron-server[92485]:   conditions |= (models_v2.Port.network_id.in_(
Jun 14 03:34:58.685144 dv-cinder-796170-1-iscsi neutron-server[92485]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 14 03:34:58.685144 dv-cinder-796170-1-iscsi neutron-server[92485]:   retrieve_revision_numbers = {
Jun 14 03:34:58.685144 dv-cinder-796170-1-iscsi neutron-server[92485]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 14 03:34:58.685144 dv-cinder-796170-1-iscsi neutron-server[92485]:   conditions |= (models_v2.Port.network_id.in_(
Jun 14 03:34:58.685144 dv-cinder-796170-1-iscsi neutron-server[92485]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 14 03:34:58.685144 dv-cinder-796170-1-iscsi neutron-server[92485]:   retrieve_revision_numbers = {
Jun 14 03:34:58.685144 dv-cinder-796170-1-iscsi neutron-server[92485]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 14 03:34:58.685144 dv-cinder-796170-1-iscsi neutron-server[92485]:   conditions |= (models_v2.Port.network_id.in_(
Jun 14 03:34:58.685144 dv-cinder-796170-1-iscsi neutron-server[92485]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 14 03:34:58.685144 dv-cinder-796170-1-iscsi neutron-server[92485]:   retrieve_revision_numbers = {
Jun 14 03:34:58.685144 dv-cinder-796170-1-iscsi neutron-server[92485]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 14 03:34:58.685144 dv-cinder-796170-1-iscsi neutron-server[92485]:   conditions |= (models_v2.Port.network_id.in_(
Jun 14 03:34:58.685144 dv-cinder-796170-1-iscsi neutron-server[92485]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 14 03:34:58.688383 dv-cinder-796170-1-iscsi neutron-server[92485]:   retrieve_revision_numbers = {
Jun 14 03:34:58.688383 dv-cinder-796170-1-iscsi neutron-server[92485]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 14 03:34:58.688383 dv-cinder-796170-1-iscsi neutron-server[92485]:   conditions |= (models_v2.Port.network_id.in_(
Jun 14 03:34:58.688383 dv-cinder-796170-1-iscsi neutron-server[92485]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 14 03:34:58.688383 dv-cinder-796170-1-iscsi neutron-server[92485]:   retrieve_revision_numbers = {
Jun 14 03:34:58.688383 dv-cinder-796170-1-iscsi neutron-server[92485]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly
Jun 14 03:34:58.688383 dv-cinder-796170-1-iscsi neutron-server[92485]:   conditions |= (models_v2.Port.network_id.in_(
Jun 14 03:34:58.688383 dv-cinder-796170-1-iscsi neutron-server[92485]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True.  Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning.
Jun 14 03:34:58.688383 dv-cinder-796170-1-iscsi neutron-server[92485]:   retrieve_revision_numbers = {
Jun 14 03:34:58.688383 dv-cinder-796170-1-iscsi neutron-server[92485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 14 03:34:58.688383 dv-cinder-796170-1-iscsi neutron-server[92485]:   self.session.flush()
Jun 14 03:34:58.688383 dv-cinder-796170-1-iscsi neutron-server[92485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 14 03:34:58.688383 dv-cinder-796170-1-iscsi neutron-server[92485]:   self.session.flush()
Jun 14 03:34:58.688383 dv-cinder-796170-1-iscsi neutron-server[92485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 14 03:34:58.688383 dv-cinder-796170-1-iscsi neutron-server[92485]:   self.session.flush()
Jun 14 03:34:58.688383 dv-cinder-796170-1-iscsi neutron-server[92485]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Jun 14 03:34:58.688383 dv-cinder-796170-1-iscsi neutron-server[92485]:   self.session.flush()
Jun 14 03:34:58.688383 dv-cinder-796170-1-iscsi neutron-server[92485]: Traceback (most recent call last):
Jun 14 03:34:58.688383 dv-cinder-796170-1-iscsi neutron-server[92485]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 14 03:34:58.688383 dv-cinder-796170-1-iscsi neutron-server[92485]:     timer()
Jun 14 03:34:58.688383 dv-cinder-796170-1-iscsi neutron-server[92485]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 14 03:34:58.688383 dv-cinder-796170-1-iscsi neutron-server[92485]:     cb(*args, **kw)
Jun 14 03:34:58.688383 dv-cinder-796170-1-iscsi neutron-server[92485]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 14 03:34:58.688383 dv-cinder-796170-1-iscsi neutron-server[92485]:     return func(*args, **kwargs)
Jun 14 03:34:58.688383 dv-cinder-796170-1-iscsi neutron-server[92485]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 14 03:34:58.688383 dv-cinder-796170-1-iscsi neutron-server[92485]:     self._notify()
Jun 14 03:34:58.688383 dv-cinder-796170-1-iscsi neutron-server[92485]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 14 03:34:58.688383 dv-cinder-796170-1-iscsi neutron-server[92485]:     self.callback(batched_events)
Jun 14 03:34:58.688383 dv-cinder-796170-1-iscsi neutron-server[92485]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 14 03:34:58.688383 dv-cinder-796170-1-iscsi neutron-server[92485]:     event.method(event)
Jun 14 03:34:58.688383 dv-cinder-796170-1-iscsi neutron-server[92485]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 14 03:34:58.688383 dv-cinder-796170-1-iscsi neutron-server[92485]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 14 03:34:58.688383 dv-cinder-796170-1-iscsi neutron-server[92485]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 14 03:34:58.688383 dv-cinder-796170-1-iscsi neutron-server[92485]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 14 03:34:58.688383 dv-cinder-796170-1-iscsi neutron-server[92485]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 14 03:34:58.688383 dv-cinder-796170-1-iscsi neutron-server[92485]:     return f(self, *a, **k)
Jun 14 03:34:58.688383 dv-cinder-796170-1-iscsi neutron-server[92485]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 14 03:34:58.688383 dv-cinder-796170-1-iscsi neutron-server[92485]:     return self._get(url).json()
Jun 14 03:34:58.688383 dv-cinder-796170-1-iscsi neutron-server[92485]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 14 03:34:58.688383 dv-cinder-796170-1-iscsi neutron-server[92485]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 14 03:34:58.688383 dv-cinder-796170-1-iscsi neutron-server[92485]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 14 03:34:58.688383 dv-cinder-796170-1-iscsi neutron-server[92485]:     return self.request(url, 'GET', **kwargs)
Jun 14 03:34:58.688383 dv-cinder-796170-1-iscsi neutron-server[92485]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 14 03:34:58.688383 dv-cinder-796170-1-iscsi neutron-server[92485]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 14 03:34:58.688383 dv-cinder-796170-1-iscsi neutron-server[92485]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 14 03:34:58.688383 dv-cinder-796170-1-iscsi neutron-server[92485]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 14 03:34:58.688383 dv-cinder-796170-1-iscsi neutron-server[92485]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 14 03:34:58.688383 dv-cinder-796170-1-iscsi neutron-server[92485]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 14 03:34:58.688383 dv-cinder-796170-1-iscsi neutron-server[92485]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 14 03:34:58.827340 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-664cb11b-7ad8-4d48-8477-be7f54c0d9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66755087'] for network, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:58.831253 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-1f9f01c0-25b7-4dc5-8f46-dd2e4483c46f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:34:58.833939 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-664cb11b-7ad8-4d48-8477-be7f54c0d9a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for network, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:58.838562 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-664cb11b-7ad8-4d48-8477-be7f54c0d9a4 admin admin] 10.222.0.13 "DELETE /v2.0/networks/34b23c78-3069-403b-be6d-6131877d9778 HTTP/1.1" status: 204  len: 168 time: 1.1414766
Jun 14 03:34:58.839444 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 49642) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:34:58.851018 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664cb11b-7ad8-4d48-8477-be7f54c0d9a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=34b23c78-3069-403b-be6d-6131877d9778,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:34:58.853798 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-664cb11b-7ad8-4d48-8477-be7f54c0d9a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:34:59.286621 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-4e8742f2-5c18-4232-8a5d-15955636e028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-66751185'] for router_interface, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:34:59.901307 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.plugin [None req-4e8742f2-5c18-4232-8a5d-15955636e028 admin admin] Deleting port 8026f3ff-5502-4681-8b7d-20248521fe9f {{(pid=92486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 14 03:34:59.901636 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-4e8742f2-5c18-4232-8a5d-15955636e028 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756197070376'] for port, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:35:00.000773 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.db [None req-4e8742f2-5c18-4232-8a5d-15955636e028 admin admin] For port 8026f3ff-5502-4681-8b7d-20248521fe9f, host dv-cinder-796170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=8026f3ff-5502-4681-8b7d-20248521fe9f,segment=NetworkSegment(edf3b109-a425-4771-a326-e84ce6700d14),segment_id=edf3b109-a425-4771-a326-e84ce6700d14)] {{(pid=92486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:35:00.001123 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-4e8742f2-5c18-4232-8a5d-15955636e028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66754036'] for port, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:35:00.091912 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.plugin [None req-4e8742f2-5c18-4232-8a5d-15955636e028 admin admin] Calling delete_port for 8026f3ff-5502-4681-8b7d-20248521fe9f owned by network:router_interface {{(pid=92486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 14 03:35:00.397437 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-4e8742f2-5c18-4232-8a5d-15955636e028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756197075788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756196682536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63152307'] for port, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:35:00.399472 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-9a85e203-ff18-43a4-a18e-49786102ca6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:35:00.428457 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8742f2-5c18-4232-8a5d-15955636e028 admin admin] Pushing event deleted for resources: {'Port': ['ID=8026f3ff-5502-4681-8b7d-20248521fe9f,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:35:00.461124 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8742f2-5c18-4232-8a5d-15955636e028 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:35:00.464038 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8742f2-5c18-4232-8a5d-15955636e028 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:35:00.464038 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8742f2-5c18-4232-8a5d-15955636e028 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:35:00.464038 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8742f2-5c18-4232-8a5d-15955636e028 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:35:00.464038 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8742f2-5c18-4232-8a5d-15955636e028 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:35:00.464038 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8742f2-5c18-4232-8a5d-15955636e028 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:35:00.464038 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8742f2-5c18-4232-8a5d-15955636e028 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:35:00.464038 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8742f2-5c18-4232-8a5d-15955636e028 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:35:00.464038 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8742f2-5c18-4232-8a5d-15955636e028 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:35:00.465954 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8742f2-5c18-4232-8a5d-15955636e028 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:35:00.465954 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8742f2-5c18-4232-8a5d-15955636e028 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:35:00.465954 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8742f2-5c18-4232-8a5d-15955636e028 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-1-iscsi {{(pid=92486) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 14 03:35:00.470575 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-4e8742f2-5c18-4232-8a5d-15955636e028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:35:00.656369 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-4e8742f2-5c18-4232-8a5d-15955636e028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-66605118', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-66750529'] for router_interface, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:35:00.943826 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e8742f2-5c18-4232-8a5d-15955636e028 admin admin] Router 71609224-a7dd-46ce-ba82-b333cdc66458 has already been hosted by L3 agent faa78350-ce80-467b-8f2c-9d7893daed85 {{(pid=92486) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 14 03:35:01.086782 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8742f2-5c18-4232-8a5d-15955636e028 admin admin] Notify agent at l3_agent.dv-cinder-796170-1-iscsi the message routers_updated {{(pid=92486) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 14 03:35:01.091978 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-4e8742f2-5c18-4232-8a5d-15955636e028 admin admin] 10.222.0.13 "PUT /v2.0/routers/71609224-a7dd-46ce-ba82-b333cdc66458/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2502222
Jun 14 03:35:01.094479 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 49644) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:35:01.096889 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a3d05a-cd64-4df7-8350-520bb6765b41 None None] Sync routers for ids ['71609224-a7dd-46ce-ba82-b333cdc66458'] in dv-cinder-796170-1-iscsi {{(pid=92488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 14 03:35:01.107084 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a3d05a-cd64-4df7-8350-520bb6765b41 None None] Routers {'71609224-a7dd-46ce-ba82-b333cdc66458'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:35:01.107699 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-c8a3d05a-cd64-4df7-8350-520bb6765b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5de07fa0>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:34:37Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['71609224-a7dd-46ce-ba82-b333cdc66458'], 'active': True} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:35:01.237743 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-db10b05e-3392-41aa-b947-384b54cb9602 admin admin] Notify callbacks [] for router, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:35:01.243888 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvr_db [None req-c8a3d05a-cd64-4df7-8350-520bb6765b41 None None] Set router 71609224-a7dd-46ce-ba82-b333cdc66458 gateway port host: dv-cinder-796170-1-iscsi {{(pid=92488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:35:01.384773 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-db10b05e-3392-41aa-b947-384b54cb9602 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:35:01.482584 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-c8a3d05a-cd64-4df7-8350-520bb6765b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5de07fa0>, [{'id': '71609224-a7dd-46ce-ba82-b333cdc66458', 'name': 'tempest-TestVolumeBootPattern-1581754920-router', 'tenant_id': '92eecebb34494680994374f6a39db7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'external_fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.85'}], 'enable_snat': True}, 'gw_port_id': '65cbcbc9-dc45-4075-9d72-9a39368bcb92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:27:31Z', 'updated_at': '2021-06-14T03:35:00Z', 'revision_number': 5, 'project_id': '92eecebb34494680994374f6a39db7fb', 'gw_port': {'id': '65cbcbc9-dc45-4075-9d72-9a39368bcb92', 'name': '', 'network_id': '93400a53-dc51-45a7-8a67-e74b6f34e4ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71609224-a7dd-46ce-ba82-b333cdc66458', 'device_owner': 'network:router_gateway', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'ip_address': '172.27.2.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-14T03:27:33Z', 'updated_at': '2021-06-14T03:27:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60a70a14-b6be-44b1-a1f9-f2aaa6aa296b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-1-iscsi'}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:35:01.485930 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a3d05a-cd64-4df7-8350-520bb6765b41 None None] Checking router: 71609224-a7dd-46ce-ba82-b333cdc66458 for host: dv-cinder-796170-1-iscsi {{(pid=92488) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 14 03:35:01.493923 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a3d05a-cd64-4df7-8350-520bb6765b41 None None] Routers {'71609224-a7dd-46ce-ba82-b333cdc66458'} bound to L3 agent in host dv-cinder-796170-1-iscsi {{(pid=92488) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 14 03:35:01.494489 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-c8a3d05a-cd64-4df7-8350-520bb6765b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f6b5de07fa0>, 'dv-cinder-796170-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-14T03:13:37Z,description=<?>,heartbeat_timestamp=2021-06-14T03:34:37Z,host='dv-cinder-796170-1-iscsi',id=faa78350-ce80-467b-8f2c-9d7893daed85,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-14T03:13:38Z,topic='l3_agent')) {'router_ids': ['71609224-a7dd-46ce-ba82-b333cdc66458'], 'active': True} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:35:01.504373 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.plugin [None req-db10b05e-3392-41aa-b947-384b54cb9602 admin admin] Deleting port 65cbcbc9-dc45-4075-9d72-9a39368bcb92 {{(pid=92486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 14 03:35:01.505019 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-db10b05e-3392-41aa-b947-384b54cb9602 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756197070376'] for port, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:35:01.607495 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.db [None req-db10b05e-3392-41aa-b947-384b54cb9602 admin admin] For port 65cbcbc9-dc45-4075-9d72-9a39368bcb92, host dv-cinder-796170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=65cbcbc9-dc45-4075-9d72-9a39368bcb92,segment=NetworkSegment(893a0064-443a-4390-b9c3-705fa3bdf9f8),segment_id=893a0064-443a-4390-b9c3-705fa3bdf9f8)] {{(pid=92486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:35:01.607844 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-db10b05e-3392-41aa-b947-384b54cb9602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66754036'] for port, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:35:01.616424 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_dvr_db [None req-c8a3d05a-cd64-4df7-8350-520bb6765b41 None None] Set router 71609224-a7dd-46ce-ba82-b333cdc66458 gateway port host: None {{(pid=92488) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}}
Jun 14 03:35:01.697659 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.l3_hamode_db [None req-c8a3d05a-cd64-4df7-8350-520bb6765b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f6b5de07fa0>, [{'id': '71609224-a7dd-46ce-ba82-b333cdc66458', 'name': 'tempest-TestVolumeBootPattern-1581754920-router', 'tenant_id': '92eecebb34494680994374f6a39db7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:27:31Z', 'updated_at': '2021-06-14T03:35:01Z', 'revision_number': 6, 'project_id': '92eecebb34494680994374f6a39db7fb', 'gw_port_host': None}], 'dv-cinder-796170-1-iscsi', False) {} {{(pid=92488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:35:01.700805 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.plugin [None req-db10b05e-3392-41aa-b947-384b54cb9602 admin admin] Calling delete_port for 65cbcbc9-dc45-4075-9d72-9a39368bcb92 owned by network:router_gateway {{(pid=92486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 14 03:35:01.701803 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a3d05a-cd64-4df7-8350-520bb6765b41 None None] The sync data for ids ['71609224-a7dd-46ce-ba82-b333cdc66458'] in dv-cinder-796170-1-iscsi is: [{'id': '71609224-a7dd-46ce-ba82-b333cdc66458', 'name': 'tempest-TestVolumeBootPattern-1581754920-router', 'tenant_id': '92eecebb34494680994374f6a39db7fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-14T03:27:31Z', 'updated_at': '2021-06-14T03:35:01Z', 'revision_number': 6, 'project_id': '92eecebb34494680994374f6a39db7fb', 'gw_port_host': None}] {{(pid=92488) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 14 03:35:02.026775 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-db10b05e-3392-41aa-b947-384b54cb9602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756197075788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756196682536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63152307'] for port, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:35:02.029586 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-7c1b7547-7582-4ba0-885e-7502bdad7327 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:35:02.058802 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db10b05e-3392-41aa-b947-384b54cb9602 admin admin] Pushing event deleted for resources: {'Port': ['ID=65cbcbc9-dc45-4075-9d72-9a39368bcb92,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:35:02.061848 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-db10b05e-3392-41aa-b947-384b54cb9602 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:35:02.142651 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-db10b05e-3392-41aa-b947-384b54cb9602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-66755090'] for router_gateway, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:35:02.274661 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-db10b05e-3392-41aa-b947-384b54cb9602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-66749923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-256486'] for router, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:35:02.276849 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-db10b05e-3392-41aa-b947-384b54cb9602 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:35:02.414704 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-db10b05e-3392-41aa-b947-384b54cb9602 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-66748725'] for router, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:35:02.415140 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db10b05e-3392-41aa-b947-384b54cb9602 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71609224-a7dd-46ce-ba82-b333cdc66458 {{(pid=92486) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 14 03:35:02.419464 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-db10b05e-3392-41aa-b947-384b54cb9602 admin admin] Notify callbacks [] for router, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:35:02.420585 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-db10b05e-3392-41aa-b947-384b54cb9602 admin admin] 10.222.0.13 "DELETE /v2.0/routers/71609224-a7dd-46ce-ba82-b333cdc66458 HTTP/1.1" status: 204  len: 168 time: 1.3248384
Jun 14 03:35:02.423179 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 49650) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:35:02.489563 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c123c99-31e5-43b7-9f5a-296cdb9704fc admin admin] Deleting subnet e67cbf4e-c7ec-43d3-bd29-2d66524e538b {{(pid=92486) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 14 03:35:02.493473 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-1c123c99-31e5-43b7-9f5a-296cdb9704fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:35:02.493645 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 65cbcbc9-dc45-4075-9d72-9a39368bcb92 no longer exists at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 14 03:35:02.520118 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] No Port match for: 65cbcbc9-dc45-4075-9d72-9a39368bcb92 {{(pid=92487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 14 03:35:02.520474 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 65cbcbc9-dc45-4075-9d72-9a39368bcb92 not bound to the agent host dv-cinder-796170-1-iscsi {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 14 03:35:02.520897 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 8026f3ff-5502-4681-8b7d-20248521fe9f no longer exists at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 14 03:35:02.539275 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-1c123c99-31e5-43b7-9f5a-296cdb9704fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-63152461'] for subnet, precommit_delete_associations {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:35:02.544525 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] No Port match for: 8026f3ff-5502-4681-8b7d-20248521fe9f {{(pid=92487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 14 03:35:02.544887 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device 8026f3ff-5502-4681-8b7d-20248521fe9f not bound to the agent host dv-cinder-796170-1-iscsi {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 14 03:35:02.630668 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-1c123c99-31e5-43b7-9f5a-296cdb9704fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675963'] for subnet, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:35:02.735534 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-1c123c99-31e5-43b7-9f5a-296cdb9704fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66823779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63152457', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-63246822'] for subnet, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:35:02.737772 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-3b670185-778f-4976-a588-05591c0754cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:35:02.775030 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c123c99-31e5-43b7-9f5a-296cdb9704fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e67cbf4e-c7ec-43d3-bd29-2d66524e538b,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:35:02.779246 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-1c123c99-31e5-43b7-9f5a-296cdb9704fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:35:02.780204 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-1c123c99-31e5-43b7-9f5a-296cdb9704fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:35:02.783176 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-1c123c99-31e5-43b7-9f5a-296cdb9704fc admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e67cbf4e-c7ec-43d3-bd29-2d66524e538b HTTP/1.1" status: 204  len: 168 time: 0.3579500
Jun 14 03:35:02.784800 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 49654) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:35:02.785002 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acda1794-32a0-46b3-81f2-b11252726d27 None None] Network 53e0e986-fc85-400f-9c88-639a13690e13 requested from dv-cinder-796170-1-iscsi {{(pid=92487) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 14 03:35:02.876566 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-71db8f8f-e9c4-4d45-a466-0dced2cd80e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-577520'] for network, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:35:02.940712 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.plugin [None req-71db8f8f-e9c4-4d45-a466-0dced2cd80e5 admin admin] Deleting port f06e1458-56a7-4b53-b2eb-b93427c962a2 {{(pid=92486) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 14 03:35:02.941056 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-71db8f8f-e9c4-4d45-a466-0dced2cd80e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756197070376'] for port, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:35:03.019529 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e06be06-f342-4b0c-bcd3-31cdd2860251 None None] DHCP port deletion for 53e0e986-fc85-400f-9c88-639a13690e13 request from dv-cinder-796170-1-iscsi {{(pid=92487) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 14 03:35:03.031144 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.db [None req-71db8f8f-e9c4-4d45-a466-0dced2cd80e5 admin admin] For port f06e1458-56a7-4b53-b2eb-b93427c962a2, host dv-cinder-796170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=f06e1458-56a7-4b53-b2eb-b93427c962a2,segment=NetworkSegment(edf3b109-a425-4771-a326-e84ce6700d14),segment_id=edf3b109-a425-4771-a326-e84ce6700d14)] {{(pid=92486) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:35:03.031494 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-71db8f8f-e9c4-4d45-a466-0dced2cd80e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66754036'] for port, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:35:03.072537 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-4e06be06-f342-4b0c-bcd3-31cdd2860251 None None] Deleting port f06e1458-56a7-4b53-b2eb-b93427c962a2 {{(pid=92487) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}}
Jun 14 03:35:03.072827 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-4e06be06-f342-4b0c-bcd3-31cdd2860251 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8756197070376'] for port, before_delete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:35:03.126137 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.plugin [None req-71db8f8f-e9c4-4d45-a466-0dced2cd80e5 admin admin] Calling delete_port for f06e1458-56a7-4b53-b2eb-b93427c962a2 owned by network:dhcp {{(pid=92486) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 14 03:35:03.162172 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.db [None req-4e06be06-f342-4b0c-bcd3-31cdd2860251 None None] For port f06e1458-56a7-4b53-b2eb-b93427c962a2, host dv-cinder-796170-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-1-iscsi',level=0,port_id=f06e1458-56a7-4b53-b2eb-b93427c962a2,segment=NetworkSegment(edf3b109-a425-4771-a326-e84ce6700d14),segment_id=edf3b109-a425-4771-a326-e84ce6700d14)] {{(pid=92487) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 14 03:35:03.162598 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-4e06be06-f342-4b0c-bcd3-31cdd2860251 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-66754036'] for port, precommit_delete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:35:03.256070 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-4e06be06-f342-4b0c-bcd3-31cdd2860251 None None] Calling delete_port for f06e1458-56a7-4b53-b2eb-b93427c962a2 owned by network:dhcp {{(pid=92487) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}}
Jun 14 03:35:03.283788 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-71db8f8f-e9c4-4d45-a466-0dced2cd80e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756197075788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756196682536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63152307'] for port, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:35:03.285925 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-113500b0-41ee-4d3a-83e1-8719c15e32dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:35:03.312759 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71db8f8f-e9c4-4d45-a466-0dced2cd80e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f06e1458-56a7-4b53-b2eb-b93427c962a2,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:35:03.316180 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-71db8f8f-e9c4-4d45-a466-0dced2cd80e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:35:03.318940 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71db8f8f-e9c4-4d45-a466-0dced2cd80e5 admin admin] No DVR routers for this DVR port f06e1458-56a7-4b53-b2eb-b93427c962a2 on host dv-cinder-796170-1-iscsi {{(pid=92486) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 14 03:35:03.349805 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-4e06be06-f342-4b0c-bcd3-31cdd2860251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-668619', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-433446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-66605100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8756197075788', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8756196682536'] for port, after_delete {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:35:03.351613 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:35:03.378977 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e06be06-f342-4b0c-bcd3-31cdd2860251 None None] Pushing event deleted for resources: {'Port': ['ID=f06e1458-56a7-4b53-b2eb-b93427c962a2,revision_number=None']} {{(pid=92487) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:35:03.382034 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG oslo_concurrency.lockutils [None req-4e06be06-f342-4b0c-bcd3-31cdd2860251 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92487) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:35:03.382858 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e06be06-f342-4b0c-bcd3-31cdd2860251 None None] No DVR routers for this DVR port f06e1458-56a7-4b53-b2eb-b93427c962a2 on host dv-cinder-796170-1-iscsi {{(pid=92487) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 14 03:35:03.418576 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-71db8f8f-e9c4-4d45-a466-0dced2cd80e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682470', 'neutron.services.segments.db._delete_segments_for_network-8756197238200'] for network, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:35:03.429649 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.services.segments.db [None req-71db8f8f-e9c4-4d45-a466-0dced2cd80e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f6b56ce05b0>,) {'filters': {'network_id': ['53e0e986-fc85-400f-9c88-639a13690e13']}} {{(pid=92486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:35:03.440856 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.services.segments.db [None req-71db8f8f-e9c4-4d45-a466-0dced2cd80e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f6b56ce05b0>, 'edf3b109-a425-4771-a326-e84ce6700d14') {'for_net_delete': True} {{(pid=92486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:35:03.441153 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.services.segments.db [None req-71db8f8f-e9c4-4d45-a466-0dced2cd80e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f6b56ce05b0>, 'edf3b109-a425-4771-a326-e84ce6700d14') {} {{(pid=92486) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 14 03:35:03.451989 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-71db8f8f-e9c4-4d45-a466-0dced2cd80e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8756197238038', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-63152454'] for segment, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:35:03.467087 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-71db8f8f-e9c4-4d45-a466-0dced2cd80e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677934'] for segment, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:35:03.472880 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71db8f8f-e9c4-4d45-a466-0dced2cd80e5 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=92486) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 14 03:35:03.475768 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-71db8f8f-e9c4-4d45-a466-0dced2cd80e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-677934', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63152352'] for segment, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:35:03.475768 dv-cinder-796170-1-iscsi neutron-server[92486]: Traceback (most recent call last):
Jun 14 03:35:03.475768 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 14 03:35:03.475768 dv-cinder-796170-1-iscsi neutron-server[92486]:     timer()
Jun 14 03:35:03.475768 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 14 03:35:03.475768 dv-cinder-796170-1-iscsi neutron-server[92486]:     cb(*args, **kw)
Jun 14 03:35:03.475768 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 14 03:35:03.475768 dv-cinder-796170-1-iscsi neutron-server[92486]:     return func(*args, **kwargs)
Jun 14 03:35:03.475768 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 14 03:35:03.475768 dv-cinder-796170-1-iscsi neutron-server[92486]:     self._notify()
Jun 14 03:35:03.475768 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 14 03:35:03.475768 dv-cinder-796170-1-iscsi neutron-server[92486]:     self.callback(batched_events)
Jun 14 03:35:03.475768 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 14 03:35:03.475768 dv-cinder-796170-1-iscsi neutron-server[92486]:     event.method(event)
Jun 14 03:35:03.475768 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 14 03:35:03.475768 dv-cinder-796170-1-iscsi neutron-server[92486]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 14 03:35:03.475768 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 14 03:35:03.475768 dv-cinder-796170-1-iscsi neutron-server[92486]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 14 03:35:03.475768 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 14 03:35:03.475768 dv-cinder-796170-1-iscsi neutron-server[92486]:     return f(self, *a, **k)
Jun 14 03:35:03.475768 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 14 03:35:03.475768 dv-cinder-796170-1-iscsi neutron-server[92486]:     return self._get(url).json()
Jun 14 03:35:03.475768 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 14 03:35:03.475768 dv-cinder-796170-1-iscsi neutron-server[92486]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 14 03:35:03.475768 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 14 03:35:03.475768 dv-cinder-796170-1-iscsi neutron-server[92486]:     return self.request(url, 'GET', **kwargs)
Jun 14 03:35:03.475768 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 14 03:35:03.475768 dv-cinder-796170-1-iscsi neutron-server[92486]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 14 03:35:03.475768 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 14 03:35:03.475768 dv-cinder-796170-1-iscsi neutron-server[92486]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 14 03:35:03.475768 dv-cinder-796170-1-iscsi neutron-server[92486]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 14 03:35:03.475768 dv-cinder-796170-1-iscsi neutron-server[92486]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 14 03:35:03.475768 dv-cinder-796170-1-iscsi neutron-server[92486]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 14 03:35:03.632015 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-71db8f8f-e9c4-4d45-a466-0dced2cd80e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682489', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-432686', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-66605111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-66755087'] for network, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:35:03.635303 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:35:03.637938 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-71db8f8f-e9c4-4d45-a466-0dced2cd80e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-66605074'] for network, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:35:03.641986 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-71db8f8f-e9c4-4d45-a466-0dced2cd80e5 admin admin] 10.222.0.13 "DELETE /v2.0/networks/53e0e986-fc85-400f-9c88-639a13690e13 HTTP/1.1" status: 204  len: 168 time: 0.8540657
Jun 14 03:35:03.653969 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71db8f8f-e9c4-4d45-a466-0dced2cd80e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=53e0e986-fc85-400f-9c88-639a13690e13,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:35:03.656413 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-71db8f8f-e9c4-4d45-a466-0dced2cd80e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:35:04.032165 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 49664) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:35:04.075631 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-7bf93ca4-1ca9-408a-becc-6075214d2e89 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=677c749727ed45bc8bb151403e7f4fa1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0422156
Jun 14 03:35:04.077976 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [-] (92486) accepted ('10.222.0.13', 49666) {{(pid=92486) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:35:04.129370 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-35e5eece-ed12-4cb1-8b07-0559d5c002e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:35:04.157480 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-35e5eece-ed12-4cb1-8b07-0559d5c002e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:35:04.266555 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-35e5eece-ed12-4cb1-8b07-0559d5c002e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:35:04.272773 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron_lib.callbacks.manager [None req-35e5eece-ed12-4cb1-8b07-0559d5c002e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92486) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:35:04.272773 dv-cinder-796170-1-iscsi neutron-server[92486]: INFO neutron.wsgi [None req-35e5eece-ed12-4cb1-8b07-0559d5c002e1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6e0a5967-7ebd-4e10-8911-c3319a307763 HTTP/1.1" status: 204  len: 168 time: 0.1913228
Jun 14 03:35:04.272773 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-42a51c31-2fb8-4015-a8f9-21ac7f698b81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:35:04.281374 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e5eece-ed12-4cb1-8b07-0559d5c002e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0a5967-7ebd-4e10-8911-c3319a307763,revision_number=None']} {{(pid=92486) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:35:04.283712 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG oslo_concurrency.lockutils [None req-35e5eece-ed12-4cb1-8b07-0559d5c002e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92486) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:35:04.303062 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device f06e1458-56a7-4b53-b2eb-b93427c962a2 no longer exists at agent ovs-agent-dv-cinder-796170-1-iscsi {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 14 03:35:04.327411 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.plugin [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] No Port match for: f06e1458-56a7-4b53-b2eb-b93427c962a2 {{(pid=92487) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}}
Jun 14 03:35:04.327758 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron.plugins.ml2.rpc [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Device f06e1458-56a7-4b53-b2eb-b93427c962a2 not bound to the agent host dv-cinder-796170-1-iscsi {{(pid=92487) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 14 03:35:04.426491 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-d7c441ea-e98b-4fd6-88c5-46d0796da63e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:35:04.860568 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 49676) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:35:04.906146 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-53b336f7-066d-4042-b4a2-43541472b880 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=92eecebb34494680994374f6a39db7fb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0442865
Jun 14 03:35:04.908525 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [-] (92485) accepted ('10.222.0.13', 49678) {{(pid=92485) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 14 03:35:04.964453 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-b25ac540-574c-4fcd-88ee-5b033972d3d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:35:04.987201 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-b25ac540-574c-4fcd-88ee-5b033972d3d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:35:05.117625 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-b25ac540-574c-4fcd-88ee-5b033972d3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-66838208'] for security_group, after_delete {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:35:05.120140 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron_lib.callbacks.manager [None req-b25ac540-574c-4fcd-88ee-5b033972d3d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92485) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:35:05.121567 dv-cinder-796170-1-iscsi neutron-server[92485]: INFO neutron.wsgi [None req-b25ac540-574c-4fcd-88ee-5b033972d3d6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3466fffc-c82e-4f87-ad69-92b5dbc68e40 HTTP/1.1" status: 204  len: 168 time: 0.2120116
Jun 14 03:35:05.132648 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-af159faa-df4c-472f-a98b-3470a604f637 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 14 03:35:05.132648 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25ac540-574c-4fcd-88ee-5b033972d3d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3466fffc-c82e-4f87-ad69-92b5dbc68e40,revision_number=None']} {{(pid=92485) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 14 03:35:05.134083 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG oslo_concurrency.lockutils [None req-b25ac540-574c-4fcd-88ee-5b033972d3d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92485) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 14 03:35:05.980976 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:35:06.957331 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-465446e6-1d2b-43db-ad73-03c32ef7e942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:35:07.202930 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:35:08.163297 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-a6614653-0164-4561-80ac-e583b9425df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:35:09.758093 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-37effd67-6caa-48ba-975b-7ec46c17b4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:35:15.803040 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.agents_db [None req-ff4782b4-218c-43ce-8b60-1c0132b4bc55 None None] Agent healthcheck: found 6 active agents {{(pid=92488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 14 03:35:34.425556 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-77e6e5ee-221e-4d81-8993-512ba3dd766c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:35:35.968679 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:35:36.996986 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-5ccfd5bb-ed03-4fc7-b117-831ca4b81dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:35:37.203057 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:35:38.300033 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-a6614653-0164-4561-80ac-e583b9425df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:35:39.711312 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-37effd67-6caa-48ba-975b-7ec46c17b4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:35:52.801553 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.agents_db [None req-ff4782b4-218c-43ce-8b60-1c0132b4bc55 None None] Agent healthcheck: found 6 active agents {{(pid=92488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 14 03:36:04.419979 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-81e4fe29-a404-44fa-a4fb-db4ebb8fd1c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:36:05.951471 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:36:06.956470 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-b791e731-11e9-4548-a844-4cc0a385b3e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:36:07.202273 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:36:08.185233 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-a6614653-0164-4561-80ac-e583b9425df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:36:09.693984 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-37effd67-6caa-48ba-975b-7ec46c17b4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:36:29.801262 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.agents_db [None req-ff4782b4-218c-43ce-8b60-1c0132b4bc55 None None] Agent healthcheck: found 6 active agents {{(pid=92488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 14 03:36:34.430936 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-d98e5224-d1a0-40cd-8a34-e4a05b0a1649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:36:35.990818 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:36:36.944993 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-f12b9707-1593-463e-abd3-42dbd5b3b3e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:36:37.225273 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:36:38.196413 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-a6614653-0164-4561-80ac-e583b9425df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:36:39.716763 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-37effd67-6caa-48ba-975b-7ec46c17b4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:37:04.430628 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-62cacd96-8c86-4c25-8be4-dc6c7426b6d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:37:05.978860 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:37:06.800380 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.agents_db [None req-ff4782b4-218c-43ce-8b60-1c0132b4bc55 None None] Agent healthcheck: found 6 active agents {{(pid=92488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 14 03:37:06.950773 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-2c7de9c3-750b-40b9-85fd-19b273090307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:37:07.196083 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:37:08.184972 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-a6614653-0164-4561-80ac-e583b9425df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:37:09.744700 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-37effd67-6caa-48ba-975b-7ec46c17b4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:37:13.416363 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [req-218173df-d9da-4a1e-983f-fb1a0b67f041 req-8b290e59-6f26-493f-b3c6-e124ab655c49 service neutron] (92485) timed out ('10.222.0.37', 62702) {{(pid=92485) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 14 03:37:15.499697 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [req-751c44ed-2ee4-43c4-a856-b1873df38c07 req-f9c16aed-334f-45b9-b1a9-8726d2798042 service neutron] (92485) timed out ('10.222.0.37', 62713) {{(pid=92485) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 14 03:37:34.436352 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-3e9a5efa-aaa8-4a67-91d8-0cc54d646cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:37:35.990074 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:37:36.961997 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-8a97404e-5783-4f5f-81d7-5d136d85f200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:37:37.224563 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:37:38.196025 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-a6614653-0164-4561-80ac-e583b9425df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:37:39.739330 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-37effd67-6caa-48ba-975b-7ec46c17b4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:37:43.799473 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.agents_db [None req-ff4782b4-218c-43ce-8b60-1c0132b4bc55 None None] Agent healthcheck: found 6 active agents {{(pid=92488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 14 03:38:04.418666 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-564f048d-1855-4f45-b135-88555562627e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:38:05.984277 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:38:06.972468 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-06b9506f-5171-46bc-b922-61049f12b7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:38:07.212484 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:38:08.184044 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-a6614653-0164-4561-80ac-e583b9425df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:38:09.743869 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-37effd67-6caa-48ba-975b-7ec46c17b4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:38:20.798458 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.agents_db [None req-ff4782b4-218c-43ce-8b60-1c0132b4bc55 None None] Agent healthcheck: found 6 active agents {{(pid=92488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 14 03:38:34.423565 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-50bdb7d5-a389-4ea9-88f3-45bbb1689264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:38:36.016370 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:38:36.959720 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-bbeb782e-4648-431a-9df2-cdc20ebf53a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:38:37.228740 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:38:38.176789 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-a6614653-0164-4561-80ac-e583b9425df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:38:39.708115 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-37effd67-6caa-48ba-975b-7ec46c17b4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:38:57.798067 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.agents_db [None req-ff4782b4-218c-43ce-8b60-1c0132b4bc55 None None] Agent healthcheck: found 6 active agents {{(pid=92488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 14 03:39:04.433289 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-a50b8b58-87ec-49d7-8f93-25f77ab26140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:39:06.072567 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:39:06.982151 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-54edd8ff-b084-4d4a-a731-a178c8efe4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:39:07.164547 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:39:08.181580 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-a6614653-0164-4561-80ac-e583b9425df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:39:09.734846 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-37effd67-6caa-48ba-975b-7ec46c17b4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:39:12.628375 dv-cinder-796170-1-iscsi neutron-server[92485]: DEBUG neutron.wsgi [req-4f3030f1-925c-4032-b0d0-d3b693513ef6 req-f2d5e74e-22b8-472b-aa5c-3425afbd7c97 service neutron] (92485) timed out ('10.222.0.13', 43034) {{(pid=92485) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 14 03:39:34.477824 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-43279e34-7214-4ff0-97ea-fd3dbb1703b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:39:34.797044 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.agents_db [None req-ff4782b4-218c-43ce-8b60-1c0132b4bc55 None None] Agent healthcheck: found 6 active agents {{(pid=92488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 14 03:39:36.043514 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:39:36.974624 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-6b7a0f73-0cfb-4dc1-9cd5-3aa7ff9d350e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:39:37.180441 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:39:38.232572 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-a6614653-0164-4561-80ac-e583b9425df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:39:39.746450 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-37effd67-6caa-48ba-975b-7ec46c17b4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:39:49.905620 dv-cinder-796170-1-iscsi neutron-server[92486]: DEBUG neutron.wsgi [req-9c8d3398-577e-450e-a0b9-1521e4e87e71 req-d643c86a-4247-48a9-a825-ca8121236c65 tempest-AttachVolumeNegativeTest-768760569 tempest-AttachVolumeNegativeTest-768760569-project] (92486) timed out ('10.222.0.37', 62737) {{(pid=92486) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 14 03:40:04.459677 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-428cf8a9-dd58-49a1-83d5-aa1ec84c870e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:40:06.047073 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-661a56f4-230e-4389-a254-9a37132de24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:40:06.972891 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-cb98834f-bffa-4c7c-b144-8885140ac2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:40:07.218618 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-384bc835-d4aa-4961-a359-3230fd8c07e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:40:08.219711 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-a6614653-0164-4561-80ac-e583b9425df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:40:09.745088 dv-cinder-796170-1-iscsi neutron-server[92487]: DEBUG neutron_lib.callbacks.manager [None req-37effd67-6caa-48ba-975b-7ec46c17b4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8756197238182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-679992'] for agent, after_update {{(pid=92487) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 14 03:40:11.796116 dv-cinder-796170-1-iscsi neutron-server[92488]: DEBUG neutron.db.agents_db [None req-ff4782b4-218c-43ce-8b60-1c0132b4bc55 None None] Agent healthcheck: found 6 active agents {{(pid=92488) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}